-- Logs begin at Mon 2021-04-19 07:03:03 UTC, end at Mon 2021-04-19 07:55:44 UTC. -- Apr 19 07:32:19.877786 dv-cinder-773870-2-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 19 07:32:22.970770 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.common.config [-] Logging enabled! Apr 19 07:32:22.971382 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev97 Apr 19 07:32:22.972638 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86301) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 19 07:32:22.974377 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.common.config [-] Logging enabled! Apr 19 07:32:22.974661 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev97 Apr 19 07:32:22.975001 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86301) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 19 07:32:22.976063 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 19 07:32:22.976322 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 19 07:32:22.977369 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 19 07:32:22.977643 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 19 07:32:22.977900 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 19 07:32:22.978265 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:22.978597 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:22.978930 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:22.979250 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:22.979547 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:22.979870 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:22.980189 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:22.980515 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:22.980829 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:22.981145 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:22.981455 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:22.981773 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:22.982031 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:22.982345 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] config_source = [] {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:22.982664 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:22.983065 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:22.983345 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] debug = True {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:22.983647 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:22.984172 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:22.984487 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:22.984797 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:22.985118 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:22.985428 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:22.985730 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:22.986038 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:22.986356 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:22.986713 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] host = dv-cinder-773870-2-smb {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:22.987028 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:22.987381 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:22.987699 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:22.988020 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:22.988326 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:22.988947 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:22.989264 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:22.989573 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] log_dir = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:22.989892 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] log_file = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:22.990196 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:22.990517 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:22.990838 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:22.991185 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:22.991437 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:22.991685 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:22.992006 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:22.992329 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:22.992635 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:22.992938 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:22.993240 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:22.993543 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:22.993847 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:22.994145 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:22.994462 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:22.994778 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:22.995102 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:22.995419 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:22.995736 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:22.996024 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:22.996324 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:22.996640 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:22.996946 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:22.997249 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:22.997550 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:22.997870 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:22.998167 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:22.998471 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:22.998853 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:22.999195 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:22.999514 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:22.999830 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:23.000133 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:23.000447 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:23.000746 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:23.001044 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] use_journal = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:23.001342 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] use_json = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:23.001639 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:23.001935 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:23.002245 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:23.002541 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:23.002839 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:23.003178 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:23.003476 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:23.003793 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:23.004121 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.004450 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.004783 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.005096 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.005421 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.005730 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.006050 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.006356 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.006677 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.007002 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.007344 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.007649 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.007965 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.008270 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.008596 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.008936 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.009262 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.009587 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.009892 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.010194 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.010498 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.010807 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.011142 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.011471 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.011792 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.012095 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.012404 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.012726 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.013033 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.013331 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.013637 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.013960 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.014290 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.014592 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.014902 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.015231 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.015534 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.015834 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.016143 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.016465 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.016770 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.017074 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.017372 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.017674 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.017972 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.018285 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.018591 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.018889 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.019245 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.019551 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.019850 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.020148 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.020451 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.020748 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.021052 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.021348 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.021643 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.021944 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.022243 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.022541 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.022840 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.023158 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.023462 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.023758 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.024057 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.024354 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.024652 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.024947 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.025258 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.025578 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.025882 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.026188 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.026493 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.026793 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.027120 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.027421 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.027727 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.028035 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.028336 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.028660 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.028974 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.029287 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.029601 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.029953 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.030285 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.030594 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.030907 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.031239 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.031549 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.031870 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.032185 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.032513 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.032836 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.033159 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.033481 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.033805 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.034116 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.034463 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.034771 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:23.035014 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 19 07:32:23.035298 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86301) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Apr 19 07:32:23.680425 dv-cinder-773870-2-smb neutron-server[86301]: INFO keyring.backend [-] Loading Gnome Apr 19 07:32:23.696983 dv-cinder-773870-2-smb neutron-server[86301]: INFO keyring.backend [-] Loading Google Apr 19 07:32:23.699681 dv-cinder-773870-2-smb neutron-server[86301]: INFO keyring.backend [-] Loading Windows (alt) Apr 19 07:32:23.703232 dv-cinder-773870-2-smb neutron-server[86301]: INFO keyring.backend [-] Loading file Apr 19 07:32:23.704073 dv-cinder-773870-2-smb neutron-server[86301]: INFO keyring.backend [-] Loading keyczar Apr 19 07:32:23.704350 dv-cinder-773870-2-smb neutron-server[86301]: INFO keyring.backend [-] Loading multi Apr 19 07:32:23.704968 dv-cinder-773870-2-smb neutron-server[86301]: INFO keyring.backend [-] Loading pyfs Apr 19 07:32:23.750844 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86301) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:32:23.751142 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=86301) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:32:23.751497 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86301) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:32:23.751866 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 19 07:32:24.137737 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:24.138238 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:24.138353 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:24.139748 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:24.140165 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:24.140453 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:24.176549 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:24.176845 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:24.177136 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:24.191620 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:24.191924 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:24.192221 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:24.256885 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:24.257195 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:24.257493 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:24.258487 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:24.258783 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:24.260527 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:24.526381 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:24.526635 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:24.527129 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:24.527676 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:24.528504 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:24.671886 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:24.672267 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:24.672564 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:24.672864 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:24.673156 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:24.673534 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:24.673993 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:24.674280 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:24.674567 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:24.674903 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:24.675222 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:24.675506 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:24.675813 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:24.676100 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:24.676409 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:24.676722 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:24.677015 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:24.677325 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:24.677608 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:24.677941 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:24.678388 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:24.678672 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:24.678948 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:24.679290 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:24.679568 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:24.679839 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:24.680255 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86301) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 19 07:32:24.680527 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86301) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 19 07:32:24.680797 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86301) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 19 07:32:24.681064 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86301) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 19 07:32:24.681331 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86301) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 19 07:32:24.681599 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86301) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 19 07:32:24.682010 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 19 07:32:24.685074 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 19 07:32:24.689049 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 19 07:32:24.692818 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Apr 19 07:32:24.694454 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 19 07:32:24.695757 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 19 07:32:24.696101 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 19 07:32:24.696561 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 19 07:32:24.700250 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 19 07:32:24.700531 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 19 07:32:24.700917 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 19 07:32:24.727259 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 19 07:32:24.727752 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:24.728077 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86301) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 19 07:32:24.728481 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:24.729816 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86301) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 19 07:32:24.730123 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 19 07:32:24.730392 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 19 07:32:24.733547 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:24.733855 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:24.799953 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 19 07:32:24.800100 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 19 07:32:24.800399 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 19 07:32:24.800799 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 19 07:32:24.845113 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_db.sqlalchemy.engines [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=86301) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 19 07:32:25.284191 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.plugins.ml2.managers [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Initializing driver for type 'gre' Apr 19 07:32:25.284737 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] gre ID ranges: [(1, 1000)] Apr 19 07:32:25.328937 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.plugins.ml2.managers [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Initializing driver for type 'local' Apr 19 07:32:25.329314 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.plugins.ml2.managers [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Initializing driver for type 'vlan' Apr 19 07:32:25.342728 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] VlanTypeDriver initialization complete Apr 19 07:32:25.343048 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.plugins.ml2.managers [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Initializing driver for type 'vxlan' Apr 19 07:32:25.343617 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] vxlan ID ranges: [(1, 1000)] Apr 19 07:32:25.387367 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.plugins.ml2.managers [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Initializing extension driver 'port_security' Apr 19 07:32:25.387863 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.plugins.ml2.extensions.port_security [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] PortSecurityExtensionDriver initialization complete Apr 19 07:32:25.388422 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.plugins.ml2.managers [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Initializing mechanism driver 'openvswitch' Apr 19 07:32:25.388961 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.plugins.ml2.managers [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Initializing mechanism driver 'hyperv' Apr 19 07:32:25.399321 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86301) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:32:25.400601 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Subscribe: > port after_create 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:25.401233 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Subscribe: > port after_update 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:25.401832 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Subscribe: > port after_delete 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:25.402485 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Subscribe: > subnet after_create 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:25.403135 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Subscribe: > subnet after_update 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:25.403733 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:25.404370 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Subscribe: > network after_create 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:25.405053 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Subscribe: > network after_update 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:25.405425 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Subscribe: > network after_delete 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:25.405827 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Subscribe: > security_group after_create 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:25.406198 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Subscribe: > security_group after_update 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:25.406715 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Subscribe: > security_group after_delete 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:25.407129 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:25.407514 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:25.407885 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:25.408261 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Subscribe: > address_group after_create 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:25.408630 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Subscribe: > address_group after_update 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:25.408993 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Subscribe: > address_group after_delete 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:25.409345 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] ML2 OVO RPC backend initialized. {{(pid=86301) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 19 07:32:25.410111 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:25.410493 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:25.410942 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Subscribe: > network before_response 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:25.411338 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Subscribe: > networks before_response 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:25.411707 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Subscribe: > port before_response 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:25.412073 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Subscribe: > ports before_response 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:25.412445 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Subscribe: > subnet before_response 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:25.412810 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Subscribe: > subnets before_response 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:25.413177 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Subscribe: > network after_create 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:25.413536 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Subscribe: > network after_update 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:25.413896 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Subscribe: > network after_delete 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:25.414254 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Subscribe: > port after_create 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:25.414639 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Subscribe: > port after_update 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:25.414968 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Subscribe: > port after_delete 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:25.415360 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Subscribe: > subnet after_create 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:25.415718 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Subscribe: > subnet after_update 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:25.416075 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:25.416685 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.plugins.ml2.plugin [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Modular L2 Plugin initialization complete Apr 19 07:32:25.417026 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading services supported by the core plugin {{(pid=86301) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 19 07:32:25.417380 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.plugins.ml2.managers [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Got port-security extension from driver 'port_security' Apr 19 07:32:25.417872 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.extensions.vlantransparent [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Disabled vlantransparent extension. Apr 19 07:32:25.418398 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86301) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 19 07:32:25.418730 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading Plugin: router Apr 19 07:32:25.456018 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Subscribe: > router_interface before_create 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:25.456442 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Subscribe: > router after_create 55549900 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:25.456835 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Subscribe: > router before_create 55549900 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:25.457225 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:25.457628 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:25.458006 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Subscribe: > router after_delete 55549900 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:25.458396 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Subscribe: > floatingip after_update 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:25.458801 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Subscribe: > router after_create 55549900 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:25.459220 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Subscribe: > router after_update 55549900 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:25.459599 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Subscribe: > router after_update 55549900 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:25.459972 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:25.460362 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Subscribe: > router after_update 55549900 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:25.460828 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Subscribe: > router precommit_update 55549900 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:25.461239 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Subscribe: port after_update 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:25.461597 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Subscribe: port after_delete 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:25.461958 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Subscribe: subnet after_update 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:25.462322 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:25.462697 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Subscribe: > port precommit_delete 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:25.463054 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Subscribe: > router precommit_create 55549900 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:25.463460 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Subscribe: port before_delete 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:25.463830 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Subscribe: > router precommit_create 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:25.464214 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Subscribe: > router after_update 55549900 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:25.464580 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Subscribe: > router precommit_delete 55549900 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:25.464956 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Subscribe: > router precommit_create 55549900 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:25.465348 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:25.465700 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Subscribe: > router precommit_update 55549900 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:25.466119 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Subscribe: > network after_delete 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:25.467119 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource_registry [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Tracking information for resource: router configured {{(pid=86301) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 19 07:32:25.467507 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource_registry [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Tracking information for resource: floatingip configured {{(pid=86301) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 19 07:32:25.472273 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.db.l3_agentschedulers_db [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 19 07:32:25.472899 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Subscribe: port after_update 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:25.473287 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Subscribe: port after_create 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:25.473662 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Subscribe: port after_delete 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:25.474035 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Subscribe: port after_update 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:25.474902 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Subscribe: > router before_create 55550100 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:25.475335 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Subscribe: > router precommit_delete 55550100 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:25.475724 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Subscribe: > router precommit_create 55550100 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:25.476110 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Subscribe: > router precommit_update 55550100 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:25.480919 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.services.provider_configuration [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Service providers = [] {{(pid=86301) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 19 07:32:25.481306 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.servicetype_db [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86301) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 19 07:32:25.484164 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.services.service_base [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86301) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 19 07:32:25.484534 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.services.service_base [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86301) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 19 07:32:25.484895 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.services.service_base [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86301) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 19 07:32:25.485760 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.services.service_base [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86301) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 19 07:32:25.486159 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.services.service_base [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 19 07:32:25.486552 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86301) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 19 07:32:25.486901 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 19 07:32:25.497188 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86301) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 19 07:32:25.497549 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading Plugin: auto_allocate Apr 19 07:32:25.503349 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Subscribe: network precommit_update 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:25.503746 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Subscribe: network precommit_create 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:25.504323 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86301) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 19 07:32:25.504675 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading Plugin: tag Apr 19 07:32:25.511665 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86301) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 19 07:32:25.512025 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading Plugin: timestamp Apr 19 07:32:25.515848 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86301) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 19 07:32:25.516215 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading Plugin: network_ip_availability Apr 19 07:32:25.521671 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:25.522066 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:25.522446 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:25.523236 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86301) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 19 07:32:25.523588 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading Plugin: flavors Apr 19 07:32:25.528037 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86301) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 19 07:32:25.528399 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading Plugin: revisions Apr 19 07:32:25.533001 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86301) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 19 07:32:25.533417 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.782s {{(pid=86301) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:32:25.534202 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86301) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 19 07:32:25.534550 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Initializing extension manager. Apr 19 07:32:25.535113 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: __init__.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.535431 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: __pycache__ {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.535824 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.536183 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: address_group.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.536970 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.537601 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loaded extension: address-group Apr 19 07:32:25.537946 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: address_scope.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.538701 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.539325 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loaded extension: address-scope Apr 19 07:32:25.539670 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: admin_state_down_before_update.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.540603 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.541166 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loaded extension: router-admin-state-down-before-update Apr 19 07:32:25.541517 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: agent.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.542258 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.542820 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loaded extension: agent Apr 19 07:32:25.543188 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: agent_resources_synced.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.544084 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.544644 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loaded extension: agent-resources-synced Apr 19 07:32:25.544991 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: allowedaddresspairs.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.546787 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.547395 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loaded extension: allowed-address-pairs Apr 19 07:32:25.547750 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: auto_allocated_topology.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.548802 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.549369 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loaded extension: auto-allocated-topology Apr 19 07:32:25.549723 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: availability_zone.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.550463 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.551028 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loaded extension: availability_zone Apr 19 07:32:25.551427 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: availability_zone_filter.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.552336 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.552896 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loaded extension: availability_zone_filter Apr 19 07:32:25.553244 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: data_plane_status.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.554274 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.554825 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Extension data-plane-status not supported by any of loaded plugins Apr 19 07:32:25.555223 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: default_subnetpools.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.556139 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.556700 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loaded extension: default-subnetpools Apr 19 07:32:25.557046 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: dhcpagentscheduler.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.557912 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.558476 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loaded extension: dhcp_agent_scheduler Apr 19 07:32:25.558824 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: dns.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.559756 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.560311 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Extension dns-integration not supported by any of loaded plugins Apr 19 07:32:25.560664 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: dns_domain_ports.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.561607 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.562167 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 19 07:32:25.562512 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: dvr.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.563230 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.563789 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loaded extension: dvr Apr 19 07:32:25.564138 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: empty_string_filtering.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.565048 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.565605 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loaded extension: empty-string-filtering Apr 19 07:32:25.565953 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.566858 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.567439 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 19 07:32:25.567788 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.568687 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.569246 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 19 07:32:25.569594 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: external_net.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.570494 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.571051 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loaded extension: external-net Apr 19 07:32:25.571421 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: extra_dhcp_opt.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.572335 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.572891 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loaded extension: extra_dhcp_opt Apr 19 07:32:25.573235 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: extraroute.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.574132 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.574689 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loaded extension: extraroute Apr 19 07:32:25.575036 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: extraroute_atomic.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.576086 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.576707 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loaded extension: extraroute-atomic Apr 19 07:32:25.577053 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: filter_validation.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.577736 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.578288 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loaded extension: filter-validation Apr 19 07:32:25.578633 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: fip_pf_description.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.579567 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.580123 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 19 07:32:25.580465 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: fip_port_details.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.581542 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.582103 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loaded extension: fip-port-details Apr 19 07:32:25.582452 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: flavors.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.583661 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.584258 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loaded extension: flavors Apr 19 07:32:25.584608 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.586268 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.586847 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 19 07:32:25.587259 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: floatingip_pools.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.588004 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.588573 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loaded extension: floatingip-pools Apr 19 07:32:25.588932 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: ip_allocation.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.589847 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.590405 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Extension ip_allocation not supported by any of loaded plugins Apr 19 07:32:25.590761 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.591693 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.592268 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loaded extension: ip-substring-filtering Apr 19 07:32:25.592648 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: l2_adjacency.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.593612 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.594108 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 19 07:32:25.594451 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: l3.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.595538 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.596107 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loaded extension: router Apr 19 07:32:25.596452 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: l3_conntrack_helper.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.598691 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.599330 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 19 07:32:25.599687 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.600612 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.601176 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loaded extension: ext-gw-mode Apr 19 07:32:25.601526 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.602543 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.603117 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loaded extension: l3-ha Apr 19 07:32:25.603482 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: l3_flavors.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.604396 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.604958 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loaded extension: l3-flavors Apr 19 07:32:25.605305 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.606210 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.606770 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 19 07:32:25.607121 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: l3agentscheduler.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.608330 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.608902 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loaded extension: l3_agent_scheduler Apr 19 07:32:25.609254 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: logging.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.610738 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.611513 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Extension logging not supported by any of loaded plugins Apr 19 07:32:25.611730 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: metering.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.613221 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.614271 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loaded extension: metering Apr 19 07:32:25.614628 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.615963 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.616575 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loaded extension: metering_source_and_destination_fields Apr 19 07:32:25.616920 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: multiprovidernet.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.617848 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.618421 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loaded extension: multi-provider Apr 19 07:32:25.618767 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: netmtu.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.619704 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.620267 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loaded extension: net-mtu Apr 19 07:32:25.620615 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: netmtu_writable.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.621537 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.622100 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loaded extension: net-mtu-writable Apr 19 07:32:25.622447 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: network_availability_zone.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.623281 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.623874 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loaded extension: network_availability_zone Apr 19 07:32:25.624223 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: network_ip_availability.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.625328 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.625886 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loaded extension: network-ip-availability Apr 19 07:32:25.626237 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: network_segment_range.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.627043 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.627653 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Extension network-segment-range not supported by any of loaded plugins Apr 19 07:32:25.628002 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: pagination.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.628981 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.629340 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loaded extension: pagination Apr 19 07:32:25.629685 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: port_device_profile.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.630583 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.631163 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loaded extension: port-device-profile Apr 19 07:32:25.631516 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.632423 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.632982 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loaded extension: port-mac-address-regenerate Apr 19 07:32:25.633330 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.634234 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.634791 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loaded extension: port-numa-affinity-policy Apr 19 07:32:25.635167 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: port_resource_request.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.636066 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.636618 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Extension port-resource-request not supported by any of loaded plugins Apr 19 07:32:25.636962 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: portbindings.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.637877 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.638439 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loaded extension: binding Apr 19 07:32:25.638776 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: portbindings_extended.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.640085 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.640647 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loaded extension: binding-extended Apr 19 07:32:25.641026 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: portsecurity.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.641937 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.642504 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loaded extension: port-security Apr 19 07:32:25.642852 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: project_id.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.643824 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.644183 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loaded extension: project-id Apr 19 07:32:25.644530 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: providernet.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.645450 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.646019 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loaded extension: provider Apr 19 07:32:25.646367 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: qos.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.650027 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.650603 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Extension qos not supported by any of loaded plugins Apr 19 07:32:25.650966 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.652296 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.652863 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 19 07:32:25.653226 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.654133 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.654701 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 19 07:32:25.655110 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: qos_default.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.656003 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.656570 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Extension qos-default not supported by any of loaded plugins Apr 19 07:32:25.656917 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: qos_fip.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.657611 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.658163 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Extension qos-fip not supported by any of loaded plugins Apr 19 07:32:25.658510 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: qos_gateway_ip.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.659477 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.660038 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 19 07:32:25.660397 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: qos_port_network_policy.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.661300 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.661869 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 19 07:32:25.662216 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: qos_rule_type_details.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.663143 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.663697 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 19 07:32:25.664038 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: qos_rules_alias.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.665076 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.665640 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 19 07:32:25.665988 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: quotasv2.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.666966 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.667349 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loaded extension: quotas Apr 19 07:32:25.667695 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: quotasv2_detail.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.669414 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.669788 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loaded extension: quota_details Apr 19 07:32:25.670150 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: rbac.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.671361 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.672003 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loaded extension: rbac-policies Apr 19 07:32:25.672359 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: rbac_address_group.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.673291 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.673862 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loaded extension: rbac-address-group Apr 19 07:32:25.674209 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: rbac_address_scope.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.675154 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.675757 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loaded extension: rbac-address-scope Apr 19 07:32:25.676107 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: rbac_security_groups.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.677014 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.677582 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loaded extension: rbac-security-groups Apr 19 07:32:25.677931 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: rbac_subnetpool.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.678839 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.679457 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loaded extension: rbac-subnetpool Apr 19 07:32:25.679804 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: revisionifmatch.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.680745 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.681311 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loaded extension: revision-if-match Apr 19 07:32:25.681656 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: revisions.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.682776 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.683376 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loaded extension: standard-attr-revisions Apr 19 07:32:25.683732 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: router_availability_zone.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.684439 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.685004 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loaded extension: router_availability_zone Apr 19 07:32:25.685352 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: routerservicetype.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.686290 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.686840 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Extension router-service-type not supported by any of loaded plugins Apr 19 07:32:25.687217 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.688123 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.688680 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loaded extension: security-groups-normalized-cidr Apr 19 07:32:25.689025 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: security_groups_port_filtering.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.689953 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.690514 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loaded extension: port-security-groups-filtering Apr 19 07:32:25.690867 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.691813 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.692378 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loaded extension: security-groups-remote-address-group Apr 19 07:32:25.692725 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: securitygroup.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.705989 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.706591 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loaded extension: security-group Apr 19 07:32:25.706952 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: segment.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.707828 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.708399 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Extension segment not supported by any of loaded plugins Apr 19 07:32:25.708754 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.709704 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.710268 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 19 07:32:25.710624 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: servicetype.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.711741 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.712311 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loaded extension: service-type Apr 19 07:32:25.712666 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: sorting.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.713639 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.714004 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loaded extension: sorting Apr 19 07:32:25.714357 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: standard_attr_segment.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.715303 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.715873 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 19 07:32:25.716207 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: standardattrdescription.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.716885 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.717469 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loaded extension: standard-attr-description Apr 19 07:32:25.717823 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: stateful_security_group.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.718732 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.719335 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loaded extension: stateful-security-group Apr 19 07:32:25.719685 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: stdattrs_common.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.720253 dv-cinder-773870-2-smb neutron-server[86301]: WARNING neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 19 07:32:25.720594 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.721588 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.722150 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 19 07:32:25.722498 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: subnet_onboard.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.723591 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.724157 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loaded extension: subnet_onboard Apr 19 07:32:25.724511 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.725433 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.725992 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 19 07:32:25.726344 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: subnet_service_types.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.727279 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.727849 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loaded extension: subnet-service-types Apr 19 07:32:25.728202 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: subnetallocation.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.729267 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.729831 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loaded extension: subnet_allocation Apr 19 07:32:25.730178 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.730867 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.731459 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loaded extension: subnetpool-prefix-ops Apr 19 07:32:25.731803 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.732743 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.733349 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 19 07:32:25.733694 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: tagging.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.734957 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.735555 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loaded extension: standard-attr-tag Apr 19 07:32:25.735906 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: timestamp.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.737068 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.737641 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loaded extension: standard-attr-timestamp Apr 19 07:32:25.737990 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: trunk.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.739334 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.739899 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Extension trunk not supported by any of loaded plugins Apr 19 07:32:25.740250 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: trunk_details.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.741157 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.741712 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Extension trunk-details not supported by any of loaded plugins Apr 19 07:32:25.742060 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: uplink_status_propagation.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.742968 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.743552 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 19 07:32:25.743894 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Loading extension file: vlantransparent.py {{(pid=86301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 07:32:25.744575 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 07:32:25.745125 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 19 07:32:25.747817 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.quota.resource_registry [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Creating instance of TrackedResource for resource:network Apr 19 07:32:25.748701 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.quota.resource_registry [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Creating instance of TrackedResource for resource:subnet Apr 19 07:32:25.749367 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.quota.resource_registry [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Creating instance of TrackedResource for resource:subnetpool Apr 19 07:32:25.750014 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.quota.resource_registry [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Creating instance of TrackedResource for resource:port Apr 19 07:32:25.751521 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.resource_helper [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 07:32:25.751991 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.resource_helper [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Service FLAVORS assigned prefix: {{(pid=86301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 07:32:25.752662 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.resource_helper [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 07:32:25.753113 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.resource_helper [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 07:32:25.753471 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.quota.resource_registry [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Creating instance of TrackedResource for resource:router Apr 19 07:32:25.754187 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.quota.resource_registry [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Creating instance of TrackedResource for resource:floatingip Apr 19 07:32:25.754940 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.resource_helper [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Service METERING assigned prefix: /metering {{(pid=86301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 07:32:25.756808 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:25.757205 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:25.757577 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86301) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:32:25.758708 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.quota.resource_registry [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Creating instance of CountableResource for resource:rbac_policy Apr 19 07:32:25.759204 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.quota.resource_registry [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Creating instance of TrackedResource for resource:security_group Apr 19 07:32:25.760018 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.quota.resource_registry [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 19 07:32:25.760797 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.resource_helper [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Service CORE assigned prefix: {{(pid=86301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 07:32:25.761162 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.quota.resource_registry [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Creating instance of TrackedResource for resource:subnetpool Apr 19 07:32:25.761519 dv-cinder-773870-2-smb neutron-server[86301]: WARNING neutron.quota.resource_registry [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] subnetpool is already registered Apr 19 07:32:25.762164 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.resource_helper [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Service CORE assigned prefix: {{(pid=86301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 07:32:25.762516 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.quota.resource_registry [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Creating instance of TrackedResource for resource:subnetpool Apr 19 07:32:25.762868 dv-cinder-773870-2-smb neutron-server[86301]: WARNING neutron.quota.resource_registry [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] subnetpool is already registered Apr 19 07:32:25.765720 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.resource_helper [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 07:32:25.766190 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.resource_helper [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Service FLAVORS assigned prefix: {{(pid=86301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 07:32:25.766817 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.resource_helper [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 07:32:25.767302 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.resource_helper [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 07:32:25.767656 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.quota.resource_registry [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Creating instance of TrackedResource for resource:router Apr 19 07:32:25.768012 dv-cinder-773870-2-smb neutron-server[86301]: WARNING neutron.quota.resource_registry [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] router is already registered Apr 19 07:32:25.768654 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.quota.resource_registry [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Creating instance of TrackedResource for resource:floatingip Apr 19 07:32:25.769009 dv-cinder-773870-2-smb neutron-server[86301]: WARNING neutron.quota.resource_registry [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] floatingip is already registered Apr 19 07:32:25.769687 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.resource_helper [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Service METERING assigned prefix: /metering {{(pid=86301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 07:32:25.770402 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.quota.resource_registry [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Creating instance of CountableResource for resource:rbac_policy Apr 19 07:32:25.770755 dv-cinder-773870-2-smb neutron-server[86301]: WARNING neutron.quota.resource_registry [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] rbac_policy is already registered Apr 19 07:32:25.771391 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.quota.resource_registry [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Creating instance of TrackedResource for resource:security_group Apr 19 07:32:25.771748 dv-cinder-773870-2-smb neutron-server[86301]: WARNING neutron.quota.resource_registry [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] security_group is already registered Apr 19 07:32:25.772386 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.quota.resource_registry [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 19 07:32:25.772740 dv-cinder-773870-2-smb neutron-server[86301]: WARNING neutron.quota.resource_registry [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] security_group_rule is already registered Apr 19 07:32:25.773443 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.resource_helper [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Service CORE assigned prefix: {{(pid=86301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 07:32:25.773808 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.quota.resource_registry [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Creating instance of TrackedResource for resource:subnetpool Apr 19 07:32:25.774164 dv-cinder-773870-2-smb neutron-server[86301]: WARNING neutron.quota.resource_registry [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] subnetpool is already registered Apr 19 07:32:25.774820 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.resource_helper [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Service CORE assigned prefix: {{(pid=86301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 07:32:25.775200 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.quota.resource_registry [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Creating instance of TrackedResource for resource:subnetpool Apr 19 07:32:25.775550 dv-cinder-773870-2-smb neutron-server[86301]: WARNING neutron.quota.resource_registry [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] subnetpool is already registered Apr 19 07:32:25.776246 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Extended resource: extensions {{(pid=86301) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 07:32:25.777773 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Extended resource: address-groups {{(pid=86301) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 07:32:25.779433 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Extended resource: address-scopes {{(pid=86301) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 07:32:25.780718 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Extended resource: agents {{(pid=86301) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 07:32:25.781930 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Extended resource: auto-allocated-topology {{(pid=86301) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 07:32:25.783244 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Extended resource: availability_zones {{(pid=86301) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 07:32:25.784604 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Extended resource: dhcp-networks {{(pid=86301) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 07:32:25.786061 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Extended resource: dhcp-agents {{(pid=86301) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 07:32:25.787562 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Extended resource: routers {{(pid=86301) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 07:32:25.789393 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Extended resource: flavors {{(pid=86301) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 07:32:25.790605 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Extended resource: service_profiles {{(pid=86301) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 07:32:25.791882 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Extended resource: next_providers {{(pid=86301) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 07:32:25.793474 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Extended resource: service_profiles {{(pid=86301) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 07:32:25.794964 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Extended resource: floatingip-pools {{(pid=86301) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 07:32:25.796287 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Extended resource: routers {{(pid=86301) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 07:32:25.798127 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Extended resource: floatingips {{(pid=86301) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 07:32:25.799370 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Extended resource: l3-routers {{(pid=86301) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 07:32:25.800815 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Extended resource: l3-agents {{(pid=86301) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 07:32:25.802258 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Extended resource: metering-labels {{(pid=86301) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 07:32:25.804504 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Extended resource: metering-label-rules {{(pid=86301) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 07:32:25.805808 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Extended resource: network-ip-availabilities {{(pid=86301) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 07:32:25.807143 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Extended resource: bindings {{(pid=86301) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 07:32:25.808836 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Extended resource: quotas {{(pid=86301) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 07:32:25.810306 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Extended resource: quotas {{(pid=86301) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 07:32:25.811809 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Extended resource: rbac-policies {{(pid=86301) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 07:32:25.813143 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Extended resource: security-groups {{(pid=86301) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 07:32:25.814389 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Extended resource: security-group-rules {{(pid=86301) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 07:32:25.815691 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Extended resource: service-providers {{(pid=86301) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 07:32:25.816945 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Extended resource: subnetpools {{(pid=86301) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 07:32:25.818404 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Extended resource: subnetpools {{(pid=86301) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 07:32:25.819914 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Extended resource: tags {{(pid=86301) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 07:32:25.821664 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Extended resource: tags {{(pid=86301) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 07:32:25.823555 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Extended resource: tags {{(pid=86301) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 07:32:25.825387 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Extended resource: tags {{(pid=86301) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 07:32:25.827291 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Extended resource: tags {{(pid=86301) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 07:32:25.829261 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Extended resource: tags {{(pid=86301) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 07:32:25.831030 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Extended resource: tags {{(pid=86301) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 07:32:25.832991 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Extended resource: tags {{(pid=86301) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 07:32:25.834920 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Extended resource: tags {{(pid=86301) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 07:32:25.836878 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.extensions [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Extended resource: tags {{(pid=86301) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 07:32:25.843859 dv-cinder-773870-2-smb neutron-server[86301]: WARNING keystonemiddleware.auth_token [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 19 07:32:25.849061 dv-cinder-773870-2-smb neutron-server[86301]: WARNING keystonemiddleware.auth_token [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 19 07:32:25.857970 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Acquired lock "singleton_lock" {{(pid=86301) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 19 07:32:25.858446 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Releasing lock "singleton_lock" {{(pid=86301) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 19 07:32:25.859930 dv-cinder-773870-2-smb neutron-server[86301]: INFO oslo_service.service [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Starting 2 workers Apr 19 07:32:25.864944 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Started child 86412 {{(pid=86301) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 19 07:32:25.868890 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:32:25.869542 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Started child 86413 {{(pid=86301) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 19 07:32:25.870357 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [-] (86412) wsgi starting up on http://0.0.0.0:9696 Apr 19 07:32:25.870954 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.service [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 19 07:32:25.871603 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Notify callbacks [] for process, before_spawn {{(pid=86301) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:32:25.872924 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:32:25.874017 dv-cinder-773870-2-smb neutron-server[86301]: INFO oslo_service.service [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Starting 1 workers Apr 19 07:32:25.874249 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [-] (86413) wsgi starting up on http://0.0.0.0:9696 Apr 19 07:32:25.879414 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Started child 86414 {{(pid=86301) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 19 07:32:25.879922 dv-cinder-773870-2-smb neutron-server[86301]: INFO oslo_service.service [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Starting 1 workers Apr 19 07:32:25.881665 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.service [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] calling RpcWorker wait() {{(pid=86414) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 19 07:32:25.882055 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.service [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] returning from RpcWorker wait() {{(pid=86414) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 19 07:32:25.883533 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:32:25.884015 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:32:25.884527 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Started child 86415 {{(pid=86301) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 19 07:32:25.885271 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bd0c8010-2320-49db-8a51-09d4faee9bf1 None None] Notify callbacks [] for process, after_spawn {{(pid=86301) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:32:25.886804 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86301) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 19 07:32:25.886975 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 19 07:32:25.887406 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 19 07:32:25.887620 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 19 07:32:25.888213 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 19 07:32:25.888340 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86415) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:32:25.888417 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 19 07:32:25.888926 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.889283 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.889582 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.889799 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.890241 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.891038 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.891372 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.891675 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.891966 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.892230 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.892388 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.892755 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.893037 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.893320 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.893657 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.893932 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.894192 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.894469 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.894641 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.895106 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.895409 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.895691 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.895961 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] debug = True {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.896237 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.896791 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.897044 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.897305 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.897549 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.897835 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.898097 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.898378 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.898631 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.898894 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.899202 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.899487 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.899748 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.899997 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.900244 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.900546 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.900794 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.901226 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] host = dv-cinder-773870-2-smb {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.901471 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.901732 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.902016 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.902271 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.902545 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.902807 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.903097 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.903391 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.903661 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.903918 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.904194 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.904459 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.904770 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.905033 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] log_file = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.905220 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] log_options = True {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.905461 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.905767 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.906058 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.906266 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.906453 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.906639 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.906927 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.907106 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.907405 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.907631 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.907871 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.908112 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.908342 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.908575 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.908867 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.909124 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.909403 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.909639 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.909934 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.910209 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.910485 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.910761 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.911001 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.911282 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.911502 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.911741 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.912022 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.912240 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.912453 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.912765 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.913013 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.913302 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.913672 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.914019 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.914149 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86415) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:32:25.914232 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.914467 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.914710 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.915042 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.915330 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.915603 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.915873 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.916114 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.916372 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.916614 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.916870 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.917137 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] use_json = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.917381 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.917659 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.917951 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.918189 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.918426 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.918642 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.918883 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.919174 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:25.919627 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.919930 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.920285 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.922267 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.922267 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.922267 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.922267 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.922267 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.922267 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.922267 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.922267 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.923196 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.923196 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.923196 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.923456 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.923625 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.923921 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.924381 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.924625 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.924867 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.925099 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.925312 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.925671 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.925958 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.926415 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.926684 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.927495 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.927495 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.927495 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.928011 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.928011 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.928241 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.929079 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.929279 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.929554 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.929806 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.930037 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.930307 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.930576 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.931169 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.931463 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.933774 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.934062 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.934768 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.935034 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.935368 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.939191 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.940166 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.940756 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.941058 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.941794 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.942107 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.942432 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.942742 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.943048 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.943379 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.943638 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.943954 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.944204 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.944530 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.944871 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.945907 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.946683 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.948068 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.948688 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.949268 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.949984 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.950265 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.950527 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.950798 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.951055 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.951348 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.951659 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.951912 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.952165 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.952413 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.952678 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.952924 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.953193 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.953439 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.953683 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.953927 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.954190 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.954433 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.954742 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.955111 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.955395 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.955678 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.955932 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.956224 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.956475 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.956761 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.957022 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.957278 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.957534 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.957838 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.958094 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.958384 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.958637 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.958884 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.959199 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.961254 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.962312 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.962580 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.962863 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.963186 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.963481 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.963781 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.964055 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.964345 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.964625 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.964947 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.965226 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.965543 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.965804 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.966104 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.966447 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.966789 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.967101 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.968177 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.968531 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.972269 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.972597 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.972904 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.973208 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.973505 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.973796 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.974122 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.974409 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.974669 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.974921 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.975428 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.975794 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.976111 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.976379 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.976634 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.976954 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.977235 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.977504 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.977791 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.978076 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.978348 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.978636 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.978930 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.979240 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.979517 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.979800 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.980043 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.980312 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.980555 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.980823 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.981083 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.981341 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.981610 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.981868 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.982121 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.982364 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.982611 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.982933 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.983488 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.985418 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.985697 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.985986 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.986255 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.986517 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.986777 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.987031 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.987354 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.987610 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.987933 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.988219 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.988489 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.989094 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.989396 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.989651 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.989899 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.990205 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.990466 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.990713 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.990961 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.991637 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.992007 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.992629 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.995050 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.995349 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.995644 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.995953 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.996282 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.996561 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.996838 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.997113 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.997368 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.997640 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.997894 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.998148 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.998399 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.998744 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:25.998996 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.000214 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.000831 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.001259 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.001514 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.001780 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.002028 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.002280 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.002524 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.002875 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.003216 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.003498 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.003768 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.004019 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.004281 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.004523 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.004765 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.005035 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.005277 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.005538 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.005777 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.006018 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.006265 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.006505 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.006761 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.007001 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.007268 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.007514 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.007754 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.008008 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.008248 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.008486 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.008729 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.008967 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.009305 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.009597 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.009860 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.010167 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.010452 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.011504 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.012591 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.013430 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.013682 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.014425 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.014705 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.014975 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.015258 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.015598 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.015981 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.016345 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.016625 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.016922 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.018193 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.018737 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.019297 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.021282 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.023006 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.023438 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.023746 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.024051 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.024341 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.024642 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.024912 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.025173 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.025432 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.025694 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.025948 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.026234 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.026513 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.026775 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.027029 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.028665 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.029347 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.031267 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.032034 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.032347 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.032602 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.032792 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 19 07:32:26.033323 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86301) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 19 07:32:26.033469 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 19 07:32:26.033687 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 19 07:32:26.033843 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:32:26.033949 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 19 07:32:26.034046 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 19 07:32:26.034244 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 19 07:32:26.034463 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.034666 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.034809 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.035013 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.035236 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.035456 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.035698 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.035798 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.035892 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.036130 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.036318 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.036508 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.036670 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.036811 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.037017 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.037167 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.037364 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.037511 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.037724 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.037875 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.038012 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.038220 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.038368 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] debug = True {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.038569 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.038780 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.038940 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.039208 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.039394 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.040076 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 33720) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:32:26.047361 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.047361 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.047361 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.047361 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.047361 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.047361 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.047361 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.047361 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.048241 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.048241 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.048241 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.048241 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.048241 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] host = dv-cinder-773870-2-smb {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.048241 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.048241 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.048241 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.048908 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.048908 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.048908 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.048908 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.048908 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.048908 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.048908 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.048908 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.049629 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.049629 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.049629 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] log_file = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.049629 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] log_options = True {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.049629 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.049629 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.049629 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.049629 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.050321 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.050321 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.050321 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.050321 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.050321 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.050321 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.050321 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.050910 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.050910 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.050910 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.050910 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.050910 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.050910 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.050910 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.050910 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.051704 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.051704 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.051704 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.051888 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0091603 Apr 19 07:32:26.052795 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.053185 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.053507 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.053679 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.054043 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.054223 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.054380 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.054572 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.054869 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.055056 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.055238 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.055425 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.055610 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.055793 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.055961 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.056887 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.056887 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.056887 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.057076 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.057144 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.057335 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.057485 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.057662 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.057827 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] use_json = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.058070 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.058256 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.058980 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.059205 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.059392 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.059559 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.059977 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.060175 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 07:32:26.060910 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.062151 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.062552 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.064625 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.064625 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.064625 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.064625 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.064625 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.064625 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.064625 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.064625 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.065733 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.067846 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.067846 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.067846 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.067846 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.067846 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.068544 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.068544 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.068544 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.068544 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.069077 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.069216 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.071257 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.071257 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.071257 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.071257 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.071830 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.071830 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.071830 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.072255 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.072484 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.072636 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.072778 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.074737 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.074909 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.075511 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.075725 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.075930 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.076214 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.076613 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.076989 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.077192 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.077390 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.077586 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.077749 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.077946 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.078137 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.078329 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.078519 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.078720 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.078909 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.079112 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.079332 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.079493 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.079687 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.079875 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.080063 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.080254 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.080441 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.080629 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.080832 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.080988 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.081180 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.081337 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.081529 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.081685 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.081877 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.082064 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.082252 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.082439 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.082694 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.082843 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.082982 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.084462 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.084462 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.084462 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.084462 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.085020 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.085020 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.085295 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.085295 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.085562 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.085562 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.085827 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.085966 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.086103 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.086349 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.086512 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.086699 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.086888 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.087047 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.087263 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.088077 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.088077 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.088077 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.088077 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.088077 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.088752 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.088752 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.088752 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.088752 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.089269 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.089269 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.089269 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.089666 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.089666 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.089666 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.090063 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.090063 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.091148 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.091626 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.091844 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.093559 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.093559 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.093559 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.093559 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.093559 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.093559 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.094437 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.094437 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.095776 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.095776 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.095776 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.095776 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.096103 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.096360 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.096495 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.096717 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.096918 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.097114 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.097338 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.097575 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.098465 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.098465 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.098465 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.098465 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.098465 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.098856 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.098856 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.098856 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.099733 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.099733 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.099733 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.099733 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.100069 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.100069 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.100069 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.101104 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.101104 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.101104 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.101104 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.101104 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.101104 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.101644 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.101644 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.101644 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.102895 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.102895 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.102895 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.102895 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.102895 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.102895 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.102895 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.102895 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.103774 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.103774 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.103774 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.103774 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.103774 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.104365 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.104365 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.104365 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.104365 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.104610 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.104610 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.104807 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.105022 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.105211 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.105399 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.105587 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.105774 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.105961 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.106148 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.106335 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.107193 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.107193 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.107193 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.107193 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.107542 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.107542 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.107719 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.107845 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.108719 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.108719 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.108719 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.108719 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.108719 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.108719 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.109239 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.109239 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.109239 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.109499 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.109595 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.109736 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.109879 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.110082 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.110270 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.110456 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.110643 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.110830 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.111027 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.111849 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.111849 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.111849 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.111849 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.112145 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.112145 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.112290 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.112372 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.112536 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.112730 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.112885 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.113965 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.113965 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.113965 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.113965 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.114653 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.114811 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.115044 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.115204 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.116157 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.116157 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.116157 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.116157 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.116157 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.116587 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.116587 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.116587 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.116774 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.116936 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.117123 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.117308 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.117477 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.117800 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.117800 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.118000 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.118173 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.118357 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.118536 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.118730 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.118924 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.119836 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.119952 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.120101 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.120292 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.120482 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.120671 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.120861 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.121049 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.121237 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.121424 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.121611 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.121798 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.121985 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.122171 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.122355 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.122542 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.122731 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.122916 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.123119 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.123310 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.123496 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.123722 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 07:32:26.123902 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86301) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 19 07:32:37.153461 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8810f29f-f28b-45fc-89b2-cfa71b9324f5 None None] get_active_networks_info from dv-cinder-773870-2-smb {{(pid=86414) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 19 07:32:37.300641 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8810f29f-f28b-45fc-89b2-cfa71b9324f5 None None] No non-hosted networks {{(pid=86414) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 19 07:32:37.301959 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-8f8990e3-8ca8-40cf-ae2a-4b484fa4391b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757'] for agent, after_create {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:32:39.073426 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-c68b91c9-0933-473c-8859-da57c84fae1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757'] for agent, after_create {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:32:39.130378 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-fc4df93c-27fa-451f-b140-8ec8e2afb2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:32:39.740408 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bf2cef0d-0a86-410b-90d7-6d8fe7ad6153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757'] for agent, after_create {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:32:40.572165 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757'] for agent, after_create {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:32:40.573511 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:32:40.574090 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:32:40.574641 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:32:40.575225 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:32:40.575787 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:32:40.576364 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:32:40.578110 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:32:40.578666 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:32:40.580088 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:32:40.580648 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:32:40.582526 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:32:40.583100 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:32:40.583696 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-773870-2-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:32:40.595473 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-773870-2-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:32:41.313405 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d08bd89e-63cf-49bc-b1d3-e1c35da66f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757'] for agent, after_create {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:32:41.971266 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 33812) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:32:42.305376 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.db.l3_hamode_db [None req-a9bcdcc6-68bb-403f-8ae7-c73aa82ef45c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 19 07:32:42.393861 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bcdcc6-68bb-403f-8ae7-c73aa82ef45c None None] Routers set() bound to L3 agent in host dv-cinder-773870-2-smb {{(pid=86414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 07:32:42.394227 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bcdcc6-68bb-403f-8ae7-c73aa82ef45c None None] Router IDs set() for agent in host dv-cinder-773870-2-smb {{(pid=86414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}} Apr 19 07:32:42.635660 dv-cinder-773870-2-smb neutron-server[86301]: WARNING oslo_policy.policy [None req-ddfc9882-b9e1-4501-9992-6291f1f2b1cf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 19 07:32:42.636221 dv-cinder-773870-2-smb neutron-server[86301]: WARNING oslo_policy.policy [None req-ddfc9882-b9e1-4501-9992-6291f1f2b1cf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 19 07:32:42.860874 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [None req-ddfc9882-b9e1-4501-9992-6291f1f2b1cf admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=86413) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 07:32:42.861897 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-ddfc9882-b9e1-4501-9992-6291f1f2b1cf admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8895843 Apr 19 07:32:45.596520 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 33828) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:32:46.001621 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [None req-918609eb-cade-4903-bba0-4bf8c7ddbce3 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'is_default': True}} {{(pid=86413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:32:46.103512 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.policy [None req-918609eb-cade-4903-bba0-4bf8c7ddbce3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86413) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 19 07:32:46.159022 dv-cinder-773870-2-smb neutron-server[86301]: WARNING oslo_policy.policy [None req-918609eb-cade-4903-bba0-4bf8c7ddbce3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 19 07:32:46.159471 dv-cinder-773870-2-smb neutron-server[86301]: WARNING oslo_policy.policy [None req-918609eb-cade-4903-bba0-4bf8c7ddbce3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 19 07:32:46.177446 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.quota [None req-918609eb-cade-4903-bba0-4bf8c7ddbce3 admin admin] Loaded quota_driver: . Apr 19 07:32:46.194084 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-918609eb-cade-4903-bba0-4bf8c7ddbce3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:32:46.262482 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-918609eb-cade-4903-bba0-4bf8c7ddbce3 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363267085451515', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363267085452975', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363267085462434', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363267085336582', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363267085353407', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363267085354878', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036854088893', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853980093', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2023016', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036852736889'] for rbac-policy, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:32:46.505130 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-918609eb-cade-4903-bba0-4bf8c7ddbce3 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:32:46.506574 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-918609eb-cade-4903-bba0-4bf8c7ddbce3 admin admin] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9090183 Apr 19 07:32:49.466870 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 33842) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:32:49.882688 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [None req-bbb36805-0b50-4c8d-8476-df3a55fa30a9 admin admin] Request body: {'network': {'project_id': 'b06cd5c4d54f489d83562b04fdd47b93', 'name': 'private', 'admin_state_up': True}} {{(pid=86413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:32:49.891191 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-bbb36805-0b50-4c8d-8476-df3a55fa30a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:32:49.896322 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-bbb36805-0b50-4c8d-8476-df3a55fa30a9 admin admin] Usage tracker for resource:network and tenant:b06cd5c4d54f489d83562b04fdd47b93 is out of sync, need to count used quota {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:32:49.900182 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-bbb36805-0b50-4c8d-8476-df3a55fa30a9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:32:49.907399 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-bbb36805-0b50-4c8d-8476-df3a55fa30a9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:32:49.919564 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb36805-0b50-4c8d-8476-df3a55fa30a9 admin admin] Made reservation on behalf of b06cd5c4d54f489d83562b04fdd47b93 for: {'network': 1} {{(pid=86413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 07:32:49.925383 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bbb36805-0b50-4c8d-8476-df3a55fa30a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for network, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:32:49.941725 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bbb36805-0b50-4c8d-8476-df3a55fa30a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:32:49.956868 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-bbb36805-0b50-4c8d-8476-df3a55fa30a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:32:49.961007 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-bbb36805-0b50-4c8d-8476-df3a55fa30a9 admin admin] Usage tracker for resource:security_group_rule and tenant:b06cd5c4d54f489d83562b04fdd47b93 is out of sync, need to count used quota {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:32:49.964808 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-bbb36805-0b50-4c8d-8476-df3a55fa30a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:32:49.971188 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-bbb36805-0b50-4c8d-8476-df3a55fa30a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:32:50.069960 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bbb36805-0b50-4c8d-8476-df3a55fa30a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:32:50.073547 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bbb36805-0b50-4c8d-8476-df3a55fa30a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:32:50.078440 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:32:50.094573 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbb36805-0b50-4c8d-8476-df3a55fa30a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=86413) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 07:32:50.120926 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bbb36805-0b50-4c8d-8476-df3a55fa30a9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363267090202774', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853992622'] for segment, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:32:50.121524 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bbb36805-0b50-4c8d-8476-df3a55fa30a9 admin admin] Unsubscribe: segment precommit_create {{(pid=86413) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 19 07:32:50.121982 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.db.segments_db [None req-bbb36805-0b50-4c8d-8476-df3a55fa30a9 admin admin] Added segment 784d5ed9-3fa9-4db5-94aa-82828486bd8e of type vlan for network e48c2cb2-4ef6-4d59-aa79-7e0048bf6085 Apr 19 07:32:50.181522 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb36805-0b50-4c8d-8476-df3a55fa30a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24b3dcad-9a6f-44d2-a568-d75951b2e57c,revision_number=1']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:32:50.207221 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb36805-0b50-4c8d-8476-df3a55fa30a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:32:50.207552 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb36805-0b50-4c8d-8476-df3a55fa30a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:32:50.207909 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb36805-0b50-4c8d-8476-df3a55fa30a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:32:50.208260 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb36805-0b50-4c8d-8476-df3a55fa30a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:32:50.208602 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb36805-0b50-4c8d-8476-df3a55fa30a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:32:50.208947 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb36805-0b50-4c8d-8476-df3a55fa30a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:32:50.209295 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb36805-0b50-4c8d-8476-df3a55fa30a9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:32:50.209637 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb36805-0b50-4c8d-8476-df3a55fa30a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:32:50.209975 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb36805-0b50-4c8d-8476-df3a55fa30a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:32:50.210313 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb36805-0b50-4c8d-8476-df3a55fa30a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:32:50.210652 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb36805-0b50-4c8d-8476-df3a55fa30a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:32:50.210969 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb36805-0b50-4c8d-8476-df3a55fa30a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:32:50.212077 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb36805-0b50-4c8d-8476-df3a55fa30a9 admin admin] Tracked resource versions report: Apr 19 07:32:50.212077 dv-cinder-773870-2-smb neutron-server[86301]: pushed versions: Apr 19 07:32:50.212077 dv-cinder-773870-2-smb neutron-server[86301]: { 'AddressGroup': {'1.2'}, Apr 19 07:32:50.212077 dv-cinder-773870-2-smb neutron-server[86301]: 'ConntrackHelper': {'1.0'}, Apr 19 07:32:50.212077 dv-cinder-773870-2-smb neutron-server[86301]: 'Log': {'1.0'}, Apr 19 07:32:50.212077 dv-cinder-773870-2-smb neutron-server[86301]: 'Network': {'1.1'}, Apr 19 07:32:50.212077 dv-cinder-773870-2-smb neutron-server[86301]: 'Port': {'1.7'}, Apr 19 07:32:50.212077 dv-cinder-773870-2-smb neutron-server[86301]: 'PortForwarding': {'1.2'}, Apr 19 07:32:50.212077 dv-cinder-773870-2-smb neutron-server[86301]: 'QosPolicy': {'1.8'}, Apr 19 07:32:50.212077 dv-cinder-773870-2-smb neutron-server[86301]: 'SecurityGroup': {'1.4'}, Apr 19 07:32:50.212077 dv-cinder-773870-2-smb neutron-server[86301]: 'SecurityGroupRule': {'1.2'}, Apr 19 07:32:50.212077 dv-cinder-773870-2-smb neutron-server[86301]: 'SubPort': {'1.0'}, Apr 19 07:32:50.212077 dv-cinder-773870-2-smb neutron-server[86301]: 'Subnet': {'1.1'}, Apr 19 07:32:50.212077 dv-cinder-773870-2-smb neutron-server[86301]: 'Trunk': {'1.1'}} Apr 19 07:32:50.212077 dv-cinder-773870-2-smb neutron-server[86301]: consumer versions: Apr 19 07:32:50.212077 dv-cinder-773870-2-smb neutron-server[86301]: { DHCP agent@dv-cinder-773870-2-smb: {}, Apr 19 07:32:50.212077 dv-cinder-773870-2-smb neutron-server[86301]: L3 agent@dv-cinder-773870-2-smb: {}, Apr 19 07:32:50.212077 dv-cinder-773870-2-smb neutron-server[86301]: Metadata agent@dv-cinder-773870-2-smb: {}, Apr 19 07:32:50.212077 dv-cinder-773870-2-smb neutron-server[86301]: Metering agent@dv-cinder-773870-2-smb: {}, Apr 19 07:32:50.212077 dv-cinder-773870-2-smb neutron-server[86301]: Open vSwitch agent@dv-cinder-773870-2-smb: { 'AddressGroup': '1.2', Apr 19 07:32:50.212077 dv-cinder-773870-2-smb neutron-server[86301]: 'ConntrackHelper': '1.0', Apr 19 07:32:50.212077 dv-cinder-773870-2-smb neutron-server[86301]: 'Log': '1.0', Apr 19 07:32:50.212077 dv-cinder-773870-2-smb neutron-server[86301]: 'Network': '1.1', Apr 19 07:32:50.212077 dv-cinder-773870-2-smb neutron-server[86301]: 'Port': '1.7', Apr 19 07:32:50.212077 dv-cinder-773870-2-smb neutron-server[86301]: 'PortForwarding': '1.2', Apr 19 07:32:50.212077 dv-cinder-773870-2-smb neutron-server[86301]: 'QosPolicy': '1.8', Apr 19 07:32:50.212077 dv-cinder-773870-2-smb neutron-server[86301]: 'SecurityGroup': '1.4', Apr 19 07:32:50.212077 dv-cinder-773870-2-smb neutron-server[86301]: 'SecurityGroupRule': '1.2', Apr 19 07:32:50.212077 dv-cinder-773870-2-smb neutron-server[86301]: 'SubPort': '1.0', Apr 19 07:32:50.212077 dv-cinder-773870-2-smb neutron-server[86301]: 'Subnet': '1.1', Apr 19 07:32:50.212077 dv-cinder-773870-2-smb neutron-server[86301]: 'Trunk': '1.1'}} Apr 19 07:32:50.212077 dv-cinder-773870-2-smb neutron-server[86301]: {{(pid=86413) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 19 07:32:50.239549 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bbb36805-0b50-4c8d-8476-df3a55fa30a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769764214250'] for network, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:32:50.255663 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-bbb36805-0b50-4c8d-8476-df3a55fa30a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:32:50.283262 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bbb36805-0b50-4c8d-8476-df3a55fa30a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314'] for network, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:32:50.284647 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb36805-0b50-4c8d-8476-df3a55fa30a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:32:50.285296 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bbb36805-0b50-4c8d-8476-df3a55fa30a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853097331'] for network, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:32:50.288601 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:32:50.396781 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb36805-0b50-4c8d-8476-df3a55fa30a9 admin admin] Pushing event updated for resources: {'Network': ['ID=e48c2cb2-4ef6-4d59-aa79-7e0048bf6085,revision_number=1']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:32:50.400545 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-bbb36805-0b50-4c8d-8476-df3a55fa30a9 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9325626 Apr 19 07:32:50.401266 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-bbb36805-0b50-4c8d-8476-df3a55fa30a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:32:50.418818 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Network e48c2cb2-4ef6-4d59-aa79-7e0048bf6085 details requested by agent ovs-agent-dv-cinder-773870-2-smb with host dv-cinder-773870-2-smb {{(pid=86414) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 07:32:53.492487 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 33858) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:32:54.000637 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9e5ab5-a092-4123-a25c-ed052bac7b8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:32:54.001953 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-0a9e5ab5-a092-4123-a25c-ed052bac7b8b admin admin] 10.222.0.41 "GET /v2.0/networks/e48c2cb2-4ef6-4d59-aa79-7e0048bf6085 HTTP/1.1" status: 200 len: 825 time: 0.5080678 Apr 19 07:32:54.034367 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-e221a340-d461-47fb-8de6-d0287c957544 admin admin] 10.222.0.41 "GET /v2.0/subnetpools/427daa04-386e-43dc-b58d-4b9a08b437c3 HTTP/1.1" status: 200 len: 734 time: 0.0230072 Apr 19 07:32:54.045274 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [None req-2e607f4c-5b83-41c0-9517-3ea4f4d9d8ae admin admin] Request body: {'subnet': {'network_id': 'e48c2cb2-4ef6-4d59-aa79-7e0048bf6085', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': 'b06cd5c4d54f489d83562b04fdd47b93', 'name': 'private-subnet', 'subnetpool_id': '427daa04-386e-43dc-b58d-4b9a08b437c3'}} {{(pid=86413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:32:54.050166 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-2e607f4c-5b83-41c0-9517-3ea4f4d9d8ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:32:54.055443 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-2e607f4c-5b83-41c0-9517-3ea4f4d9d8ae admin admin] Usage tracker for resource:subnet and tenant:b06cd5c4d54f489d83562b04fdd47b93 is out of sync, need to count used quota {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:32:54.058642 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-2e607f4c-5b83-41c0-9517-3ea4f4d9d8ae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:32:54.065089 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-2e607f4c-5b83-41c0-9517-3ea4f4d9d8ae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:32:54.080713 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e607f4c-5b83-41c0-9517-3ea4f4d9d8ae admin admin] Made reservation on behalf of b06cd5c4d54f489d83562b04fdd47b93 for: {'subnet': 1} {{(pid=86413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 07:32:54.085357 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-2e607f4c-5b83-41c0-9517-3ea4f4d9d8ae admin admin] Notify callbacks [] for subnet, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:32:54.572908 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-2e607f4c-5b83-41c0-9517-3ea4f4d9d8ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1716840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314'] for subnet, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:32:54.577015 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:32:54.664151 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e607f4c-5b83-41c0-9517-3ea4f4d9d8ae admin admin] Checking segment: {'id': '784d5ed9-3fa9-4db5-94aa-82828486bd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e48c2cb2-4ef6-4d59-aa79-7e0048bf6085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 07:32:54.664525 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e607f4c-5b83-41c0-9517-3ea4f4d9d8ae admin admin] Network hostable DHCP agents. Network: e48c2cb2-4ef6-4d59-aa79-7e0048bf6085, hostable agents: ['f48e5f8f-9537-4f01-bc3c-e3892051a721'], hosted agents: [] {{(pid=86413) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 07:32:54.668915 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e607f4c-5b83-41c0-9517-3ea4f4d9d8ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f7ce2b3-dd38-4d78-b322-f54dcbf02548,revision_number=0']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:32:54.673421 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-2e607f4c-5b83-41c0-9517-3ea4f4d9d8ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:32:54.689554 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e607f4c-5b83-41c0-9517-3ea4f4d9d8ae admin admin] Network e48c2cb2-4ef6-4d59-aa79-7e0048bf6085 is scheduled to be hosted by DHCP agent f48e5f8f-9537-4f01-bc3c-e3892051a721 with binding_index 1 {{(pid=86413) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 07:32:54.700684 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.base_scheduler [None req-2e607f4c-5b83-41c0-9517-3ea4f4d9d8ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773870-2-smb, e48c2cb2-4ef6-4d59-aa79-7e0048bf6085) {{(pid=86413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 07:32:54.705604 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e607f4c-5b83-41c0-9517-3ea4f4d9d8ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:32:54.706227 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-2e607f4c-5b83-41c0-9517-3ea4f4d9d8ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853097331'] for subnet, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:32:54.711052 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50dea22b-22a3-43eb-ab16-ac634bae3e29 None None] Network e48c2cb2-4ef6-4d59-aa79-7e0048bf6085 requested from dv-cinder-773870-2-smb {{(pid=86414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 07:32:54.726168 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-2e607f4c-5b83-41c0-9517-3ea4f4d9d8ae admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6858094 Apr 19 07:32:55.202451 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a1dc3c-8d4d-4fc9-8672-e08dfcfb7d7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeade674a-62f6-546f-90c5-e6c95b1ab3ad-e48c2cb2-4ef6-4d59-aa79-7e0048bf6085', 'network_id': 'e48c2cb2-4ef6-4d59-aa79-7e0048bf6085', 'tenant_id': 'b06cd5c4d54f489d83562b04fdd47b93', 'fixed_ips': [{'subnet_id': '1f7ce2b3-dd38-4d78-b322-f54dcbf02548'}]}} from dv-cinder-773870-2-smb. {{(pid=86414) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 07:32:55.203645 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-23a1dc3c-8d4d-4fc9-8672-e08dfcfb7d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_create {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:32:55.393401 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.db_base_plugin_common [None req-23a1dc3c-8d4d-4fc9-8672-e08dfcfb7d7a None None] Allocated IP 172.20.0.2 (e48c2cb2-4ef6-4d59-aa79-7e0048bf6085/1f7ce2b3-dd38-4d78-b322-f54dcbf02548/41f1f0f7-6176-4bdc-b2da-4eae5b6ba5de) {{(pid=86414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 07:32:55.626122 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-23a1dc3c-8d4d-4fc9-8672-e08dfcfb7d7a None None] Notify callbacks [] for port, precommit_create {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:32:55.638885 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-23a1dc3c-8d4d-4fc9-8672-e08dfcfb7d7a None None] Transition to ACTIVE for port object 41f1f0f7-6176-4bdc-b2da-4eae5b6ba5de will not be triggered until provisioned by entity L2. {{(pid=86414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 07:32:55.661180 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-23a1dc3c-8d4d-4fc9-8672-e08dfcfb7d7a None None] Transition to ACTIVE for port object 41f1f0f7-6176-4bdc-b2da-4eae5b6ba5de will not be triggered until provisioned by entity DHCP. {{(pid=86414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 07:32:55.667662 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-23a1dc3c-8d4d-4fc9-8672-e08dfcfb7d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769764225105'] for port, after_create {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:32:55.673110 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:32:55.729794 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a1dc3c-8d4d-4fc9-8672-e08dfcfb7d7a None None] Network e48c2cb2-4ef6-4d59-aa79-7e0048bf6085 is already hosted by enough agents. {{(pid=86414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 07:32:55.737082 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.base_scheduler [None req-23a1dc3c-8d4d-4fc9-8672-e08dfcfb7d7a None None] Resources bound (agent type, host, resource id): {{(pid=86414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 07:32:55.743839 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a1dc3c-8d4d-4fc9-8672-e08dfcfb7d7a None None] Received port after_create {{(pid=86414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 07:32:55.749998 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a1dc3c-8d4d-4fc9-8672-e08dfcfb7d7a None None] Pushing event updated for resources: {'Port': ['ID=41f1f0f7-6176-4bdc-b2da-4eae5b6ba5de,revision_number=1']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:32:55.790593 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a1dc3c-8d4d-4fc9-8672-e08dfcfb7d7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:32:55.790956 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a1dc3c-8d4d-4fc9-8672-e08dfcfb7d7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:32:55.791345 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a1dc3c-8d4d-4fc9-8672-e08dfcfb7d7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:32:55.791696 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a1dc3c-8d4d-4fc9-8672-e08dfcfb7d7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:32:55.792047 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a1dc3c-8d4d-4fc9-8672-e08dfcfb7d7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:32:55.792395 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a1dc3c-8d4d-4fc9-8672-e08dfcfb7d7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:32:55.792743 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a1dc3c-8d4d-4fc9-8672-e08dfcfb7d7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:32:55.793090 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a1dc3c-8d4d-4fc9-8672-e08dfcfb7d7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:32:55.793428 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a1dc3c-8d4d-4fc9-8672-e08dfcfb7d7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:32:55.793772 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a1dc3c-8d4d-4fc9-8672-e08dfcfb7d7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:32:55.794113 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a1dc3c-8d4d-4fc9-8672-e08dfcfb7d7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:32:55.794431 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a1dc3c-8d4d-4fc9-8672-e08dfcfb7d7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:32:55.795590 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a1dc3c-8d4d-4fc9-8672-e08dfcfb7d7a None None] Tracked resource versions report: Apr 19 07:32:55.795590 dv-cinder-773870-2-smb neutron-server[86301]: pushed versions: Apr 19 07:32:55.795590 dv-cinder-773870-2-smb neutron-server[86301]: { 'AddressGroup': {'1.2'}, Apr 19 07:32:55.795590 dv-cinder-773870-2-smb neutron-server[86301]: 'ConntrackHelper': {'1.0'}, Apr 19 07:32:55.795590 dv-cinder-773870-2-smb neutron-server[86301]: 'Log': {'1.0'}, Apr 19 07:32:55.795590 dv-cinder-773870-2-smb neutron-server[86301]: 'Network': {'1.1'}, Apr 19 07:32:55.795590 dv-cinder-773870-2-smb neutron-server[86301]: 'Port': {'1.7'}, Apr 19 07:32:55.795590 dv-cinder-773870-2-smb neutron-server[86301]: 'PortForwarding': {'1.2'}, Apr 19 07:32:55.795590 dv-cinder-773870-2-smb neutron-server[86301]: 'QosPolicy': {'1.8'}, Apr 19 07:32:55.795590 dv-cinder-773870-2-smb neutron-server[86301]: 'SecurityGroup': {'1.4'}, Apr 19 07:32:55.795590 dv-cinder-773870-2-smb neutron-server[86301]: 'SecurityGroupRule': {'1.2'}, Apr 19 07:32:55.795590 dv-cinder-773870-2-smb neutron-server[86301]: 'SubPort': {'1.0'}, Apr 19 07:32:55.795590 dv-cinder-773870-2-smb neutron-server[86301]: 'Subnet': {'1.1'}, Apr 19 07:32:55.795590 dv-cinder-773870-2-smb neutron-server[86301]: 'Trunk': {'1.1'}} Apr 19 07:32:55.795590 dv-cinder-773870-2-smb neutron-server[86301]: consumer versions: Apr 19 07:32:55.795590 dv-cinder-773870-2-smb neutron-server[86301]: { DHCP agent@dv-cinder-773870-2-smb: {}, Apr 19 07:32:55.795590 dv-cinder-773870-2-smb neutron-server[86301]: L3 agent@dv-cinder-773870-2-smb: {}, Apr 19 07:32:55.795590 dv-cinder-773870-2-smb neutron-server[86301]: Metadata agent@dv-cinder-773870-2-smb: {}, Apr 19 07:32:55.795590 dv-cinder-773870-2-smb neutron-server[86301]: Metering agent@dv-cinder-773870-2-smb: {}, Apr 19 07:32:55.795590 dv-cinder-773870-2-smb neutron-server[86301]: Open vSwitch agent@dv-cinder-773870-2-smb: { 'AddressGroup': '1.2', Apr 19 07:32:55.795590 dv-cinder-773870-2-smb neutron-server[86301]: 'ConntrackHelper': '1.0', Apr 19 07:32:55.795590 dv-cinder-773870-2-smb neutron-server[86301]: 'Log': '1.0', Apr 19 07:32:55.795590 dv-cinder-773870-2-smb neutron-server[86301]: 'Network': '1.1', Apr 19 07:32:55.795590 dv-cinder-773870-2-smb neutron-server[86301]: 'Port': '1.7', Apr 19 07:32:55.795590 dv-cinder-773870-2-smb neutron-server[86301]: 'PortForwarding': '1.2', Apr 19 07:32:55.795590 dv-cinder-773870-2-smb neutron-server[86301]: 'QosPolicy': '1.8', Apr 19 07:32:55.795590 dv-cinder-773870-2-smb neutron-server[86301]: 'SecurityGroup': '1.4', Apr 19 07:32:55.795590 dv-cinder-773870-2-smb neutron-server[86301]: 'SecurityGroupRule': '1.2', Apr 19 07:32:55.795590 dv-cinder-773870-2-smb neutron-server[86301]: 'SubPort': '1.0', Apr 19 07:32:55.795590 dv-cinder-773870-2-smb neutron-server[86301]: 'Subnet': '1.1', Apr 19 07:32:55.795590 dv-cinder-773870-2-smb neutron-server[86301]: 'Trunk': '1.1'}} Apr 19 07:32:55.795590 dv-cinder-773870-2-smb neutron-server[86301]: {{(pid=86414) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 19 07:32:55.830740 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-23a1dc3c-8d4d-4fc9-8672-e08dfcfb7d7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:32:55.856743 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-23a1dc3c-8d4d-4fc9-8672-e08dfcfb7d7a None None] Attempting to bind port 41f1f0f7-6176-4bdc-b2da-4eae5b6ba5de on host dv-cinder-773870-2-smb for vnic_type normal with profile {{(pid=86414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 07:32:55.857172 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-23a1dc3c-8d4d-4fc9-8672-e08dfcfb7d7a None None] Attempting to bind port 41f1f0f7-6176-4bdc-b2da-4eae5b6ba5de by drivers openvswitch,hyperv on host dv-cinder-773870-2-smb at level 0 using segments [{'id': '784d5ed9-3fa9-4db5-94aa-82828486bd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e48c2cb2-4ef6-4d59-aa79-7e0048bf6085'}] {{(pid=86414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 07:32:55.857601 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a1dc3c-8d4d-4fc9-8672-e08dfcfb7d7a None None] Attempting to bind port 41f1f0f7-6176-4bdc-b2da-4eae5b6ba5de on network e48c2cb2-4ef6-4d59-aa79-7e0048bf6085 {{(pid=86414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 07:32:55.863405 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a1dc3c-8d4d-4fc9-8672-e08dfcfb7d7a None None] Checking agent: {'id': 'ee0c2bac-a846-4753-a270-37ad89ef2b53', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773870-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 32, 41), 'started_at': datetime.datetime(2021, 4, 19, 7, 32, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773870-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 07:32:55.864570 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a1dc3c-8d4d-4fc9-8672-e08dfcfb7d7a None None] Checking segment: {'id': '784d5ed9-3fa9-4db5-94aa-82828486bd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e48c2cb2-4ef6-4d59-aa79-7e0048bf6085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 07:32:55.864570 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-23a1dc3c-8d4d-4fc9-8672-e08dfcfb7d7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:32:55.864954 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a1dc3c-8d4d-4fc9-8672-e08dfcfb7d7a None None] Bound using segment: {'id': '784d5ed9-3fa9-4db5-94aa-82828486bd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e48c2cb2-4ef6-4d59-aa79-7e0048bf6085'} {{(pid=86414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 07:32:55.865593 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-23a1dc3c-8d4d-4fc9-8672-e08dfcfb7d7a None None] Bound port: 41f1f0f7-6176-4bdc-b2da-4eae5b6ba5de, host: dv-cinder-773870-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '784d5ed9-3fa9-4db5-94aa-82828486bd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e48c2cb2-4ef6-4d59-aa79-7e0048bf6085'}}] {{(pid=86414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 07:32:55.865811 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-23a1dc3c-8d4d-4fc9-8672-e08dfcfb7d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:32:55.957179 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-23a1dc3c-8d4d-4fc9-8672-e08dfcfb7d7a None None] For port 41f1f0f7-6176-4bdc-b2da-4eae5b6ba5de, host dv-cinder-773870-2-smb, cleared binding levels {{(pid=86414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 07:32:55.961249 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-23a1dc3c-8d4d-4fc9-8672-e08dfcfb7d7a None None] For port 41f1f0f7-6176-4bdc-b2da-4eae5b6ba5de, host dv-cinder-773870-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-smb',level=0,port_id=41f1f0f7-6176-4bdc-b2da-4eae5b6ba5de,segment=NetworkSegment(784d5ed9-3fa9-4db5-94aa-82828486bd8e),segment_id=784d5ed9-3fa9-4db5-94aa-82828486bd8e)] {{(pid=86414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 07:32:55.965381 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-23a1dc3c-8d4d-4fc9-8672-e08dfcfb7d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:32:55.970402 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-23a1dc3c-8d4d-4fc9-8672-e08dfcfb7d7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:32:56.063143 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a1dc3c-8d4d-4fc9-8672-e08dfcfb7d7a None None] Pushing event updated for resources: {'Port': ['ID=41f1f0f7-6176-4bdc-b2da-4eae5b6ba5de,revision_number=2']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:32:56.066285 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-23a1dc3c-8d4d-4fc9-8672-e08dfcfb7d7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:32:57.443856 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 33868) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:32:58.085959 dv-cinder-773870-2-smb neutron-server[86301]: WARNING oslo_policy.policy [None req-820feb0e-1450-4061-8537-ebb86bf53e75 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 19 07:32:58.086537 dv-cinder-773870-2-smb neutron-server[86301]: WARNING oslo_policy.policy [None req-820feb0e-1450-4061-8537-ebb86bf53e75 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 19 07:32:58.315486 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [None req-820feb0e-1450-4061-8537-ebb86bf53e75 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=86412) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 07:32:58.316721 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-820feb0e-1450-4061-8537-ebb86bf53e75 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8708441 Apr 19 07:33:01.061196 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 33886) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:33:01.467716 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [None req-509e5318-9059-46ef-b206-f05fdd214260 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=86412) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 07:33:01.468764 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-509e5318-9059-46ef-b206-f05fdd214260 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4065435 Apr 19 07:33:02.712831 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Device 41f1f0f7-6176-4bdc-b2da-4eae5b6ba5de up at agent ovs-agent-dv-cinder-773870-2-smb {{(pid=86414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 07:33:02.784929 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Provisioning for port 41f1f0f7-6176-4bdc-b2da-4eae5b6ba5de completed by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 07:33:02.794334 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7731526-54aa-4a3f-9bbe-408e8c99bb8b None None] Network e48c2cb2-4ef6-4d59-aa79-7e0048bf6085 requested from dv-cinder-773870-2-smb {{(pid=86414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 07:33:02.880985 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-29bc1e0d-ef47-4118-bfc9-ba33d1002f5d None None] Provisioning for port 41f1f0f7-6176-4bdc-b2da-4eae5b6ba5de completed by entity DHCP. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 07:33:02.892992 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-29bc1e0d-ef47-4118-bfc9-ba33d1002f5d None None] Provisioning complete for port 41f1f0f7-6176-4bdc-b2da-4eae5b6ba5de triggered by entity DHCP. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:33:02.893406 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-29bc1e0d-ef47-4118-bfc9-ba33d1002f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:33:03.121767 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-29bc1e0d-ef47-4118-bfc9-ba33d1002f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:33:03.168337 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-29bc1e0d-ef47-4118-bfc9-ba33d1002f5d None None] For port 41f1f0f7-6176-4bdc-b2da-4eae5b6ba5de, host dv-cinder-773870-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-smb',level=0,port_id=41f1f0f7-6176-4bdc-b2da-4eae5b6ba5de,segment=NetworkSegment(784d5ed9-3fa9-4db5-94aa-82828486bd8e),segment_id=784d5ed9-3fa9-4db5-94aa-82828486bd8e)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:33:03.174037 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-29bc1e0d-ef47-4118-bfc9-ba33d1002f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:33:03.183712 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:33:03.262381 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bc1e0d-ef47-4118-bfc9-ba33d1002f5d None None] Pushing event updated for resources: {'Port': ['ID=41f1f0f7-6176-4bdc-b2da-4eae5b6ba5de,revision_number=3']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:33:03.265738 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-29bc1e0d-ef47-4118-bfc9-ba33d1002f5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:33:03.403815 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-1e9d4986-5f1f-4539-bb2a-2911a8e28d57 None None] Provisioning complete for port 41f1f0f7-6176-4bdc-b2da-4eae5b6ba5de triggered by entity DHCP. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:33:03.404213 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-1e9d4986-5f1f-4539-bb2a-2911a8e28d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:33:04.513984 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 33898) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:33:04.673876 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Device 41f1f0f7-6176-4bdc-b2da-4eae5b6ba5de up at agent ovs-agent-dv-cinder-773870-2-smb {{(pid=86414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 07:33:04.744606 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Provisioning complete for port 41f1f0f7-6176-4bdc-b2da-4eae5b6ba5de triggered by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:33:04.744949 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:33:04.900631 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [None req-ea9dc648-8c07-40c8-90cc-42c4a845265a admin admin] Request body: {'router': {'tenant_id': 'b06cd5c4d54f489d83562b04fdd47b93', 'name': 'router1', 'admin_state_up': True}} {{(pid=86412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:33:04.975429 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.policy [None req-ea9dc648-8c07-40c8-90cc-42c4a845265a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86412) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 19 07:33:05.030675 dv-cinder-773870-2-smb neutron-server[86301]: WARNING oslo_policy.policy [None req-ea9dc648-8c07-40c8-90cc-42c4a845265a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 19 07:33:05.031034 dv-cinder-773870-2-smb neutron-server[86301]: WARNING oslo_policy.policy [None req-ea9dc648-8c07-40c8-90cc-42c4a845265a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 19 07:33:05.049526 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.quota [None req-ea9dc648-8c07-40c8-90cc-42c4a845265a admin admin] Loaded quota_driver: . Apr 19 07:33:05.066543 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-ea9dc648-8c07-40c8-90cc-42c4a845265a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:33:05.073165 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-ea9dc648-8c07-40c8-90cc-42c4a845265a admin admin] Usage tracker for resource:router and tenant:b06cd5c4d54f489d83562b04fdd47b93 is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:33:05.077562 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-ea9dc648-8c07-40c8-90cc-42c4a845265a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:33:05.085476 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-ea9dc648-8c07-40c8-90cc-42c4a845265a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:33:05.102019 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-ea9dc648-8c07-40c8-90cc-42c4a845265a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2872'] for router, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:33:05.104061 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-ea9dc648-8c07-40c8-90cc-42c4a845265a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852969244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852963326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853065965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772944'] for router, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:33:05.129560 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-ea9dc648-8c07-40c8-90cc-42c4a845265a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:33:05.397645 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-ea9dc648-8c07-40c8-90cc-42c4a845265a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1807431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812703'] for router, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:33:05.418985 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-ea9dc648-8c07-40c8-90cc-42c4a845265a admin admin] Notify callbacks [] for router, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:33:05.420298 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-ea9dc648-8c07-40c8-90cc-42c4a845265a admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9052706 Apr 19 07:33:07.021121 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-fb34874b-4acd-46ea-a5ae-6805344a4ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:33:08.141896 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 33910) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:33:08.544153 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [None req-1ce82fb5-b49e-4047-95bd-81493a007665 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=86413) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 07:33:08.545258 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-1ce82fb5-b49e-4047-95bd-81493a007665 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4022753 Apr 19 07:33:09.081238 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-fafd6843-5707-457b-aa82-a2d1f87b2f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:33:09.695007 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bf2cef0d-0a86-410b-90d7-6d8fe7ad6153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:33:10.569371 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:33:11.248474 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d08bd89e-63cf-49bc-b1d3-e1c35da66f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:33:11.314942 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 33930) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:33:11.493896 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [None req-5ffa6297-91db-41f1-91c8-1c6695f6e6ed admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=86413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:33:11.502799 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-5ffa6297-91db-41f1-91c8-1c6695f6e6ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:33:11.509516 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-5ffa6297-91db-41f1-91c8-1c6695f6e6ed admin admin] Usage tracker for resource:network and tenant:3d7668ea272e4de99809c23636b71c81 is out of sync, need to count used quota {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:33:11.514062 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-5ffa6297-91db-41f1-91c8-1c6695f6e6ed admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:33:11.520165 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-5ffa6297-91db-41f1-91c8-1c6695f6e6ed admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:33:11.531333 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ffa6297-91db-41f1-91c8-1c6695f6e6ed admin admin] Made reservation on behalf of 3d7668ea272e4de99809c23636b71c81 for: {'network': 1} {{(pid=86413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 07:33:11.535815 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-5ffa6297-91db-41f1-91c8-1c6695f6e6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for network, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:33:11.548595 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-5ffa6297-91db-41f1-91c8-1c6695f6e6ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:33:11.563909 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-5ffa6297-91db-41f1-91c8-1c6695f6e6ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:33:11.567907 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-5ffa6297-91db-41f1-91c8-1c6695f6e6ed admin admin] Usage tracker for resource:security_group_rule and tenant:3d7668ea272e4de99809c23636b71c81 is out of sync, need to count used quota {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:33:11.570784 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-5ffa6297-91db-41f1-91c8-1c6695f6e6ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:33:11.576762 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-5ffa6297-91db-41f1-91c8-1c6695f6e6ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:33:11.671394 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-5ffa6297-91db-41f1-91c8-1c6695f6e6ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:33:11.675479 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-5ffa6297-91db-41f1-91c8-1c6695f6e6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:33:11.679566 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:33:11.692652 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5ffa6297-91db-41f1-91c8-1c6695f6e6ed admin admin] Reserving flat network on physical network physnet1 {{(pid=86413) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Apr 19 07:33:11.717093 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffa6297-91db-41f1-91c8-1c6695f6e6ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8c0519-8577-4ea5-b94b-faa7102cc2eb,revision_number=1']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:33:11.720176 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-5ffa6297-91db-41f1-91c8-1c6695f6e6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853992622'] for segment, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:33:11.720517 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.db.segments_db [None req-5ffa6297-91db-41f1-91c8-1c6695f6e6ed admin admin] Added segment 02bd2b75-5f2a-405f-9739-3049934ed397 of type flat for network e87e9adf-9874-4d07-9d49-89485cde7b0f Apr 19 07:33:11.721734 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-5ffa6297-91db-41f1-91c8-1c6695f6e6ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:33:11.755724 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-5ffa6297-91db-41f1-91c8-1c6695f6e6ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769764214250'] for network, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:33:11.793764 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-5ffa6297-91db-41f1-91c8-1c6695f6e6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314'] for network, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:33:11.795031 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffa6297-91db-41f1-91c8-1c6695f6e6ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:33:11.795686 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-5ffa6297-91db-41f1-91c8-1c6695f6e6ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853097331'] for network, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:33:11.800459 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-bbb36805-0b50-4c8d-8476-df3a55fa30a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:33:11.901284 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-5ffa6297-91db-41f1-91c8-1c6695f6e6ed admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5848541 Apr 19 07:33:11.901977 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffa6297-91db-41f1-91c8-1c6695f6e6ed admin admin] Pushing event updated for resources: {'Network': ['ID=e87e9adf-9874-4d07-9d49-89485cde7b0f,revision_number=1']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:33:11.904769 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-5ffa6297-91db-41f1-91c8-1c6695f6e6ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:33:11.912389 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Network e87e9adf-9874-4d07-9d49-89485cde7b0f details requested by agent ovs-agent-dv-cinder-773870-2-smb with host dv-cinder-773870-2-smb {{(pid=86414) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 07:33:14.418605 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 33950) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:33:14.555041 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdcb782d-12cf-41a2-9cdf-44298010660c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:33:14.556572 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-fdcb782d-12cf-41a2-9cdf-44298010660c admin admin] 10.222.0.41 "GET /v2.0/subnets/1f7ce2b3-dd38-4d78-b322-f54dcbf02548 HTTP/1.1" status: 200 len: 849 time: 0.1363509 Apr 19 07:33:14.736832 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-b1633ada-52fb-4c3b-8f6a-0a1e13380a6c admin admin] 10.222.0.41 "GET /v2.0/routers/f461fdfb-0f31-4385-aca4-90b4257353fb HTTP/1.1" status: 200 len: 704 time: 0.1709073 Apr 19 07:33:15.379536 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-cc28ca39-51ca-4eb4-bce0-ac42f95e3917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:33:15.622430 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.db_base_plugin_common [None req-cc28ca39-51ca-4eb4-bce0-ac42f95e3917 admin admin] Allocated IP 172.20.0.1 (e48c2cb2-4ef6-4d59-aa79-7e0048bf6085/1f7ce2b3-dd38-4d78-b322-f54dcbf02548/11bef63d-332e-4802-9856-dfb7747d3ed9) {{(pid=86413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 07:33:15.804789 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-cc28ca39-51ca-4eb4-bce0-ac42f95e3917 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:33:15.822548 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-cc28ca39-51ca-4eb4-bce0-ac42f95e3917 admin admin] Transition to ACTIVE for port object 11bef63d-332e-4802-9856-dfb7747d3ed9 will not be triggered until provisioned by entity DHCP. {{(pid=86413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 07:33:15.884411 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-cc28ca39-51ca-4eb4-bce0-ac42f95e3917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769764225105'] for port, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:33:15.888281 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:33:15.946575 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc28ca39-51ca-4eb4-bce0-ac42f95e3917 admin admin] Network e48c2cb2-4ef6-4d59-aa79-7e0048bf6085 is already hosted by enough agents. {{(pid=86413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 07:33:15.953983 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.base_scheduler [None req-cc28ca39-51ca-4eb4-bce0-ac42f95e3917 admin admin] Resources bound (agent type, host, resource id): {{(pid=86413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 07:33:15.958353 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc28ca39-51ca-4eb4-bce0-ac42f95e3917 admin admin] Received port after_create {{(pid=86413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 07:33:15.958873 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-cc28ca39-51ca-4eb4-bce0-ac42f95e3917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852965886'] for router_interface, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:33:16.087535 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc28ca39-51ca-4eb4-bce0-ac42f95e3917 admin admin] Pushing event updated for resources: {'Port': ['ID=11bef63d-332e-4802-9856-dfb7747d3ed9,revision_number=1']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:33:16.108615 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-cc28ca39-51ca-4eb4-bce0-ac42f95e3917 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:33:16.140205 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-c7c67f4f-ebc6-43c0-987c-0100c04bcc62 None None] Provisioning for port 11bef63d-332e-4802-9856-dfb7747d3ed9 completed by entity DHCP. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 07:33:16.145320 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-c7c67f4f-ebc6-43c0-987c-0100c04bcc62 None None] Provisioning complete for port 11bef63d-332e-4802-9856-dfb7747d3ed9 triggered by entity DHCP. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:33:16.145726 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-c7c67f4f-ebc6-43c0-987c-0100c04bcc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:33:16.203315 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-c7c67f4f-ebc6-43c0-987c-0100c04bcc62 None None] Port 11bef63d-332e-4802-9856-dfb7747d3ed9 cannot update to ACTIVE because it is not bound. {{(pid=86414) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 07:33:16.239417 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-cc28ca39-51ca-4eb4-bce0-ac42f95e3917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:33:16.483892 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-cc28ca39-51ca-4eb4-bce0-ac42f95e3917 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:33:16.489314 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-cc28ca39-51ca-4eb4-bce0-ac42f95e3917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:33:16.490403 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-cc28ca39-51ca-4eb4-bce0-ac42f95e3917 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853097297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810021'] for router_interface, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:33:16.493691 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:33:16.630937 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc28ca39-51ca-4eb4-bce0-ac42f95e3917 admin admin] Pushing event updated for resources: {'Port': ['ID=11bef63d-332e-4802-9856-dfb7747d3ed9,revision_number=2']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:33:16.637610 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-cc28ca39-51ca-4eb4-bce0-ac42f95e3917 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:33:16.691727 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc28ca39-51ca-4eb4-bce0-ac42f95e3917 admin admin] Network e48c2cb2-4ef6-4d59-aa79-7e0048bf6085 is already hosted by enough agents. {{(pid=86413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 07:33:16.692887 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.base_scheduler [None req-cc28ca39-51ca-4eb4-bce0-ac42f95e3917 admin admin] Resources bound (agent type, host, resource id): {{(pid=86413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 07:33:16.930456 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-6f250abf-4e80-449b-a1e9-5905dcde0847 None None] Provisioning complete for port 11bef63d-332e-4802-9856-dfb7747d3ed9 triggered by entity DHCP. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:33:16.930875 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6f250abf-4e80-449b-a1e9-5905dcde0847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:33:16.992156 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-6f250abf-4e80-449b-a1e9-5905dcde0847 None None] Port 11bef63d-332e-4802-9856-dfb7747d3ed9 cannot update to ACTIVE because it is not bound. {{(pid=86414) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 07:33:17.060954 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc28ca39-51ca-4eb4-bce0-ac42f95e3917 admin admin] Router f461fdfb-0f31-4385-aca4-90b4257353fb is scheduled to L3 agent af0aee0b-5275-4bf1-b5b2-246fd8e7196c with binding_index 1 {{(pid=86413) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 07:33:17.224853 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc28ca39-51ca-4eb4-bce0-ac42f95e3917 admin admin] Notify agent at l3_agent.dv-cinder-773870-2-smb the message routers_updated {{(pid=86413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 07:33:17.234475 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-cc28ca39-51ca-4eb4-bce0-ac42f95e3917 admin admin] 10.222.0.41 "PUT /v2.0/routers/f461fdfb-0f31-4385-aca4-90b4257353fb/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.4887929 Apr 19 07:33:17.235372 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7841bb-55a1-4b64-a2fd-80bec42de41b None None] Sync routers for ids ['f461fdfb-0f31-4385-aca4-90b4257353fb'] in dv-cinder-773870-2-smb {{(pid=86415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 07:33:17.247118 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7841bb-55a1-4b64-a2fd-80bec42de41b None None] Routers {'f461fdfb-0f31-4385-aca4-90b4257353fb'} bound to L3 agent in host dv-cinder-773870-2-smb {{(pid=86415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 07:33:17.247985 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-8e7841bb-55a1-4b64-a2fd-80bec42de41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-19T07:32:39Z,description=,heartbeat_timestamp=2021-04-19T07:33:09Z,host='dv-cinder-773870-2-smb',id=af0aee0b-5275-4bf1-b5b2-246fd8e7196c,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T07:32:39Z,topic='l3_agent')) {'router_ids': ['f461fdfb-0f31-4385-aca4-90b4257353fb'], 'active': True} {{(pid=86415) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:33:17.435366 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvr_db [None req-8e7841bb-55a1-4b64-a2fd-80bec42de41b None None] Set router f461fdfb-0f31-4385-aca4-90b4257353fb gateway port host: None {{(pid=86415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 07:33:17.983105 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-8e7841bb-55a1-4b64-a2fd-80bec42de41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f461fdfb-0f31-4385-aca4-90b4257353fb', 'name': 'router1', 'tenant_id': 'b06cd5c4d54f489d83562b04fdd47b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:33:05Z', 'updated_at': '2021-04-19T07:33:16Z', 'revision_number': 2, 'project_id': 'b06cd5c4d54f489d83562b04fdd47b93', 'gw_port_host': None, '_interfaces': [{'id': '11bef63d-332e-4802-9856-dfb7747d3ed9', 'name': '', 'network_id': 'e48c2cb2-4ef6-4d59-aa79-7e0048bf6085', 'tenant_id': 'b06cd5c4d54f489d83562b04fdd47b93', 'mac_address': 'fa:16:3e:09:1f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f461fdfb-0f31-4385-aca4-90b4257353fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1f7ce2b3-dd38-4d78-b322-f54dcbf02548', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:33:15Z', 'updated_at': '2021-04-19T07:33:16Z', 'revision_number': 2, 'project_id': 'b06cd5c4d54f489d83562b04fdd47b93', 'subnets': [{'id': '1f7ce2b3-dd38-4d78-b322-f54dcbf02548', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '427daa04-386e-43dc-b58d-4b9a08b437c3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-smb', False) {} {{(pid=86415) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:33:17.988329 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7841bb-55a1-4b64-a2fd-80bec42de41b None None] Checking router: f461fdfb-0f31-4385-aca4-90b4257353fb for host: dv-cinder-773870-2-smb {{(pid=86415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 07:33:17.989034 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7841bb-55a1-4b64-a2fd-80bec42de41b None None] Updating router f461fdfb-0f31-4385-aca4-90b4257353fb port 11bef63d-332e-4802-9856-dfb7747d3ed9 binding host dv-cinder-773870-2-smb {{(pid=86415) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 07:33:18.044051 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-8e7841bb-55a1-4b64-a2fd-80bec42de41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86415) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:33:18.441184 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-8e7841bb-55a1-4b64-a2fd-80bec42de41b None None] Notify callbacks [] for port, precommit_update {{(pid=86415) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:33:18.455989 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-8e7841bb-55a1-4b64-a2fd-80bec42de41b None None] Transition to ACTIVE for port object 11bef63d-332e-4802-9856-dfb7747d3ed9 will not be triggered until provisioned by entity L2. {{(pid=86415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 07:33:18.463630 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-8e7841bb-55a1-4b64-a2fd-80bec42de41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86415) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:33:18.468602 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86415) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:33:18.641947 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34258b7a-8f15-4eaf-a4c6-72c8c80960a4 None None] Pushing event updated for resources: {'Port': ['ID=11bef63d-332e-4802-9856-dfb7747d3ed9,revision_number=3']} {{(pid=86415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:33:18.683501 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34258b7a-8f15-4eaf-a4c6-72c8c80960a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:33:18.683874 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34258b7a-8f15-4eaf-a4c6-72c8c80960a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:33:18.684236 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34258b7a-8f15-4eaf-a4c6-72c8c80960a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:33:18.684591 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34258b7a-8f15-4eaf-a4c6-72c8c80960a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:33:18.685026 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34258b7a-8f15-4eaf-a4c6-72c8c80960a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:33:18.685405 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34258b7a-8f15-4eaf-a4c6-72c8c80960a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:33:18.685734 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34258b7a-8f15-4eaf-a4c6-72c8c80960a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:33:18.686103 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34258b7a-8f15-4eaf-a4c6-72c8c80960a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:33:18.686423 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34258b7a-8f15-4eaf-a4c6-72c8c80960a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:33:18.686769 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34258b7a-8f15-4eaf-a4c6-72c8c80960a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:33:18.687112 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34258b7a-8f15-4eaf-a4c6-72c8c80960a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:33:18.687492 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34258b7a-8f15-4eaf-a4c6-72c8c80960a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:33:18.688575 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34258b7a-8f15-4eaf-a4c6-72c8c80960a4 None None] Tracked resource versions report: Apr 19 07:33:18.688575 dv-cinder-773870-2-smb neutron-server[86301]: pushed versions: Apr 19 07:33:18.688575 dv-cinder-773870-2-smb neutron-server[86301]: { 'AddressGroup': {'1.2'}, Apr 19 07:33:18.688575 dv-cinder-773870-2-smb neutron-server[86301]: 'ConntrackHelper': {'1.0'}, Apr 19 07:33:18.688575 dv-cinder-773870-2-smb neutron-server[86301]: 'Log': {'1.0'}, Apr 19 07:33:18.688575 dv-cinder-773870-2-smb neutron-server[86301]: 'Network': {'1.1'}, Apr 19 07:33:18.688575 dv-cinder-773870-2-smb neutron-server[86301]: 'Port': {'1.7'}, Apr 19 07:33:18.688575 dv-cinder-773870-2-smb neutron-server[86301]: 'PortForwarding': {'1.2'}, Apr 19 07:33:18.688575 dv-cinder-773870-2-smb neutron-server[86301]: 'QosPolicy': {'1.8'}, Apr 19 07:33:18.688575 dv-cinder-773870-2-smb neutron-server[86301]: 'SecurityGroup': {'1.4'}, Apr 19 07:33:18.688575 dv-cinder-773870-2-smb neutron-server[86301]: 'SecurityGroupRule': {'1.2'}, Apr 19 07:33:18.688575 dv-cinder-773870-2-smb neutron-server[86301]: 'SubPort': {'1.0'}, Apr 19 07:33:18.688575 dv-cinder-773870-2-smb neutron-server[86301]: 'Subnet': {'1.1'}, Apr 19 07:33:18.688575 dv-cinder-773870-2-smb neutron-server[86301]: 'Trunk': {'1.1'}} Apr 19 07:33:18.688575 dv-cinder-773870-2-smb neutron-server[86301]: consumer versions: Apr 19 07:33:18.688575 dv-cinder-773870-2-smb neutron-server[86301]: { DHCP agent@dv-cinder-773870-2-smb: {}, Apr 19 07:33:18.688575 dv-cinder-773870-2-smb neutron-server[86301]: L3 agent@dv-cinder-773870-2-smb: {}, Apr 19 07:33:18.688575 dv-cinder-773870-2-smb neutron-server[86301]: Metadata agent@dv-cinder-773870-2-smb: {}, Apr 19 07:33:18.688575 dv-cinder-773870-2-smb neutron-server[86301]: Metering agent@dv-cinder-773870-2-smb: {}, Apr 19 07:33:18.688575 dv-cinder-773870-2-smb neutron-server[86301]: Open vSwitch agent@dv-cinder-773870-2-smb: { 'AddressGroup': '1.2', Apr 19 07:33:18.688575 dv-cinder-773870-2-smb neutron-server[86301]: 'ConntrackHelper': '1.0', Apr 19 07:33:18.688575 dv-cinder-773870-2-smb neutron-server[86301]: 'Log': '1.0', Apr 19 07:33:18.688575 dv-cinder-773870-2-smb neutron-server[86301]: 'Network': '1.1', Apr 19 07:33:18.688575 dv-cinder-773870-2-smb neutron-server[86301]: 'Port': '1.7', Apr 19 07:33:18.688575 dv-cinder-773870-2-smb neutron-server[86301]: 'PortForwarding': '1.2', Apr 19 07:33:18.688575 dv-cinder-773870-2-smb neutron-server[86301]: 'QosPolicy': '1.8', Apr 19 07:33:18.688575 dv-cinder-773870-2-smb neutron-server[86301]: 'SecurityGroup': '1.4', Apr 19 07:33:18.688575 dv-cinder-773870-2-smb neutron-server[86301]: 'SecurityGroupRule': '1.2', Apr 19 07:33:18.688575 dv-cinder-773870-2-smb neutron-server[86301]: 'SubPort': '1.0', Apr 19 07:33:18.688575 dv-cinder-773870-2-smb neutron-server[86301]: 'Subnet': '1.1', Apr 19 07:33:18.688575 dv-cinder-773870-2-smb neutron-server[86301]: 'Trunk': '1.1'}} Apr 19 07:33:18.688575 dv-cinder-773870-2-smb neutron-server[86301]: {{(pid=86415) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 19 07:33:18.692460 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-34258b7a-8f15-4eaf-a4c6-72c8c80960a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=86415) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:33:18.713976 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-8e7841bb-55a1-4b64-a2fd-80bec42de41b None None] Attempting to bind port 11bef63d-332e-4802-9856-dfb7747d3ed9 on host dv-cinder-773870-2-smb for vnic_type normal with profile {{(pid=86415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 07:33:18.714396 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-8e7841bb-55a1-4b64-a2fd-80bec42de41b None None] Attempting to bind port 11bef63d-332e-4802-9856-dfb7747d3ed9 by drivers openvswitch,hyperv on host dv-cinder-773870-2-smb at level 0 using segments [{'id': '784d5ed9-3fa9-4db5-94aa-82828486bd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e48c2cb2-4ef6-4d59-aa79-7e0048bf6085'}] {{(pid=86415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 07:33:18.714799 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7841bb-55a1-4b64-a2fd-80bec42de41b None None] Attempting to bind port 11bef63d-332e-4802-9856-dfb7747d3ed9 on network e48c2cb2-4ef6-4d59-aa79-7e0048bf6085 {{(pid=86415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 07:33:18.720566 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7841bb-55a1-4b64-a2fd-80bec42de41b None None] Checking agent: {'id': 'ee0c2bac-a846-4753-a270-37ad89ef2b53', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773870-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 32, 41), 'started_at': datetime.datetime(2021, 4, 19, 7, 33, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773870-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 07:33:18.720978 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7841bb-55a1-4b64-a2fd-80bec42de41b None None] Checking segment: {'id': '784d5ed9-3fa9-4db5-94aa-82828486bd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e48c2cb2-4ef6-4d59-aa79-7e0048bf6085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 07:33:18.721428 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-8e7841bb-55a1-4b64-a2fd-80bec42de41b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86415) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:33:18.721840 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7841bb-55a1-4b64-a2fd-80bec42de41b None None] Bound using segment: {'id': '784d5ed9-3fa9-4db5-94aa-82828486bd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e48c2cb2-4ef6-4d59-aa79-7e0048bf6085'} {{(pid=86415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 07:33:18.722388 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-8e7841bb-55a1-4b64-a2fd-80bec42de41b None None] Bound port: 11bef63d-332e-4802-9856-dfb7747d3ed9, host: dv-cinder-773870-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '784d5ed9-3fa9-4db5-94aa-82828486bd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e48c2cb2-4ef6-4d59-aa79-7e0048bf6085'}}] {{(pid=86415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 07:33:18.722791 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-8e7841bb-55a1-4b64-a2fd-80bec42de41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86415) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:33:18.817287 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-8e7841bb-55a1-4b64-a2fd-80bec42de41b None None] For port 11bef63d-332e-4802-9856-dfb7747d3ed9, host dv-cinder-773870-2-smb, cleared binding levels {{(pid=86415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 07:33:18.821377 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-8e7841bb-55a1-4b64-a2fd-80bec42de41b None None] For port 11bef63d-332e-4802-9856-dfb7747d3ed9, host dv-cinder-773870-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-smb',level=0,port_id=11bef63d-332e-4802-9856-dfb7747d3ed9,segment=NetworkSegment(784d5ed9-3fa9-4db5-94aa-82828486bd8e),segment_id=784d5ed9-3fa9-4db5-94aa-82828486bd8e)] {{(pid=86415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 07:33:18.826238 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-8e7841bb-55a1-4b64-a2fd-80bec42de41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86415) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:33:18.831171 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-34258b7a-8f15-4eaf-a4c6-72c8c80960a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86415) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:33:18.903120 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7841bb-55a1-4b64-a2fd-80bec42de41b None None] Routers {'f461fdfb-0f31-4385-aca4-90b4257353fb'} bound to L3 agent in host dv-cinder-773870-2-smb {{(pid=86415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 07:33:18.903832 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-8e7841bb-55a1-4b64-a2fd-80bec42de41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-19T07:32:39Z,description=,heartbeat_timestamp=2021-04-19T07:33:09Z,host='dv-cinder-773870-2-smb',id=af0aee0b-5275-4bf1-b5b2-246fd8e7196c,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T07:32:39Z,topic='l3_agent')) {'router_ids': ['f461fdfb-0f31-4385-aca4-90b4257353fb'], 'active': True} {{(pid=86415) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:33:19.052078 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34258b7a-8f15-4eaf-a4c6-72c8c80960a4 None None] Pushing event updated for resources: {'Port': ['ID=11bef63d-332e-4802-9856-dfb7747d3ed9,revision_number=4']} {{(pid=86415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:33:19.055313 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-34258b7a-8f15-4eaf-a4c6-72c8c80960a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=86415) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:33:19.087468 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvr_db [None req-8e7841bb-55a1-4b64-a2fd-80bec42de41b None None] Set router f461fdfb-0f31-4385-aca4-90b4257353fb gateway port host: None {{(pid=86415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 07:33:19.432685 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-8e7841bb-55a1-4b64-a2fd-80bec42de41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f461fdfb-0f31-4385-aca4-90b4257353fb', 'name': 'router1', 'tenant_id': 'b06cd5c4d54f489d83562b04fdd47b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:33:05Z', 'updated_at': '2021-04-19T07:33:16Z', 'revision_number': 2, 'project_id': 'b06cd5c4d54f489d83562b04fdd47b93', 'gw_port_host': None, '_interfaces': [{'id': '11bef63d-332e-4802-9856-dfb7747d3ed9', 'name': '', 'network_id': 'e48c2cb2-4ef6-4d59-aa79-7e0048bf6085', 'tenant_id': 'b06cd5c4d54f489d83562b04fdd47b93', 'mac_address': 'fa:16:3e:09:1f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f461fdfb-0f31-4385-aca4-90b4257353fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1f7ce2b3-dd38-4d78-b322-f54dcbf02548', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:33:15Z', 'updated_at': '2021-04-19T07:33:18Z', 'revision_number': 4, 'project_id': 'b06cd5c4d54f489d83562b04fdd47b93', 'subnets': [{'id': '1f7ce2b3-dd38-4d78-b322-f54dcbf02548', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '427daa04-386e-43dc-b58d-4b9a08b437c3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-smb', False) {} {{(pid=86415) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:33:19.436985 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7841bb-55a1-4b64-a2fd-80bec42de41b None None] The sync data for ids ['f461fdfb-0f31-4385-aca4-90b4257353fb'] in dv-cinder-773870-2-smb is: [{'id': 'f461fdfb-0f31-4385-aca4-90b4257353fb', 'name': 'router1', 'tenant_id': 'b06cd5c4d54f489d83562b04fdd47b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:33:05Z', 'updated_at': '2021-04-19T07:33:16Z', 'revision_number': 2, 'project_id': 'b06cd5c4d54f489d83562b04fdd47b93', 'gw_port_host': None, '_interfaces': [{'id': '11bef63d-332e-4802-9856-dfb7747d3ed9', 'name': '', 'network_id': 'e48c2cb2-4ef6-4d59-aa79-7e0048bf6085', 'tenant_id': 'b06cd5c4d54f489d83562b04fdd47b93', 'mac_address': 'fa:16:3e:09:1f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f461fdfb-0f31-4385-aca4-90b4257353fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1f7ce2b3-dd38-4d78-b322-f54dcbf02548', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:33:15Z', 'updated_at': '2021-04-19T07:33:18Z', 'revision_number': 4, 'project_id': 'b06cd5c4d54f489d83562b04fdd47b93', 'subnets': [{'id': '1f7ce2b3-dd38-4d78-b322-f54dcbf02548', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '427daa04-386e-43dc-b58d-4b9a08b437c3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 07:33:19.740443 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 33962) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:33:19.929717 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c772d1-53b1-41fe-8fe1-65bc19f77cee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:33:19.931284 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-18c772d1-53b1-41fe-8fe1-65bc19f77cee admin admin] 10.222.0.41 "GET /v2.0/networks/e87e9adf-9874-4d07-9d49-89485cde7b0f HTTP/1.1" status: 200 len: 842 time: 0.1898289 Apr 19 07:33:19.941877 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [None req-3bd20c1c-d36b-417f-b9ac-4bb4911fe111 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'ip_version': 4, 'enable_dhcp': False, 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f'}} {{(pid=86412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:33:19.948135 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-3bd20c1c-d36b-417f-b9ac-4bb4911fe111 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:33:19.952162 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-3bd20c1c-d36b-417f-b9ac-4bb4911fe111 admin admin] Usage tracker for resource:subnet and tenant:3d7668ea272e4de99809c23636b71c81 is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:33:19.955233 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-3bd20c1c-d36b-417f-b9ac-4bb4911fe111 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:33:19.961577 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-3bd20c1c-d36b-417f-b9ac-4bb4911fe111 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:33:19.971621 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd20c1c-d36b-417f-b9ac-4bb4911fe111 admin admin] Made reservation on behalf of 3d7668ea272e4de99809c23636b71c81 for: {'subnet': 1} {{(pid=86412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 07:33:19.977771 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-3bd20c1c-d36b-417f-b9ac-4bb4911fe111 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:33:20.461305 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.objects.ports [None req-3bd20c1c-d36b-417f-b9ac-4bb4911fe111 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86412) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 19 07:33:20.461892 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-3bd20c1c-d36b-417f-b9ac-4bb4911fe111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1716840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314'] for subnet, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:33:20.466090 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:33:20.546001 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd20c1c-d36b-417f-b9ac-4bb4911fe111 admin admin] Checking segment: {'id': '02bd2b75-5f2a-405f-9739-3049934ed397', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 07:33:20.546373 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd20c1c-d36b-417f-b9ac-4bb4911fe111 admin admin] Network hostable DHCP agents. Network: e87e9adf-9874-4d07-9d49-89485cde7b0f, hostable agents: ['f48e5f8f-9537-4f01-bc3c-e3892051a721'], hosted agents: [] {{(pid=86412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 07:33:20.550745 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd20c1c-d36b-417f-b9ac-4bb4911fe111 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53f1cb4b-365b-4e38-a680-1360d7889810,revision_number=0']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:33:20.565201 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd20c1c-d36b-417f-b9ac-4bb4911fe111 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:33:20.565561 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd20c1c-d36b-417f-b9ac-4bb4911fe111 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:33:20.565911 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd20c1c-d36b-417f-b9ac-4bb4911fe111 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:33:20.566255 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd20c1c-d36b-417f-b9ac-4bb4911fe111 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:33:20.566596 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd20c1c-d36b-417f-b9ac-4bb4911fe111 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:33:20.566931 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd20c1c-d36b-417f-b9ac-4bb4911fe111 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:33:20.567324 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd20c1c-d36b-417f-b9ac-4bb4911fe111 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:33:20.567620 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd20c1c-d36b-417f-b9ac-4bb4911fe111 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:33:20.567945 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd20c1c-d36b-417f-b9ac-4bb4911fe111 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:33:20.568294 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd20c1c-d36b-417f-b9ac-4bb4911fe111 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:33:20.568620 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd20c1c-d36b-417f-b9ac-4bb4911fe111 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:33:20.568932 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd20c1c-d36b-417f-b9ac-4bb4911fe111 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:33:20.569987 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd20c1c-d36b-417f-b9ac-4bb4911fe111 admin admin] Tracked resource versions report: Apr 19 07:33:20.569987 dv-cinder-773870-2-smb neutron-server[86301]: pushed versions: Apr 19 07:33:20.569987 dv-cinder-773870-2-smb neutron-server[86301]: { 'AddressGroup': {'1.2'}, Apr 19 07:33:20.569987 dv-cinder-773870-2-smb neutron-server[86301]: 'ConntrackHelper': {'1.0'}, Apr 19 07:33:20.569987 dv-cinder-773870-2-smb neutron-server[86301]: 'Log': {'1.0'}, Apr 19 07:33:20.569987 dv-cinder-773870-2-smb neutron-server[86301]: 'Network': {'1.1'}, Apr 19 07:33:20.569987 dv-cinder-773870-2-smb neutron-server[86301]: 'Port': {'1.7'}, Apr 19 07:33:20.569987 dv-cinder-773870-2-smb neutron-server[86301]: 'PortForwarding': {'1.2'}, Apr 19 07:33:20.569987 dv-cinder-773870-2-smb neutron-server[86301]: 'QosPolicy': {'1.8'}, Apr 19 07:33:20.569987 dv-cinder-773870-2-smb neutron-server[86301]: 'SecurityGroup': {'1.4'}, Apr 19 07:33:20.569987 dv-cinder-773870-2-smb neutron-server[86301]: 'SecurityGroupRule': {'1.2'}, Apr 19 07:33:20.569987 dv-cinder-773870-2-smb neutron-server[86301]: 'SubPort': {'1.0'}, Apr 19 07:33:20.569987 dv-cinder-773870-2-smb neutron-server[86301]: 'Subnet': {'1.1'}, Apr 19 07:33:20.569987 dv-cinder-773870-2-smb neutron-server[86301]: 'Trunk': {'1.1'}} Apr 19 07:33:20.569987 dv-cinder-773870-2-smb neutron-server[86301]: consumer versions: Apr 19 07:33:20.569987 dv-cinder-773870-2-smb neutron-server[86301]: { DHCP agent@dv-cinder-773870-2-smb: {}, Apr 19 07:33:20.569987 dv-cinder-773870-2-smb neutron-server[86301]: L3 agent@dv-cinder-773870-2-smb: {}, Apr 19 07:33:20.569987 dv-cinder-773870-2-smb neutron-server[86301]: Metadata agent@dv-cinder-773870-2-smb: {}, Apr 19 07:33:20.569987 dv-cinder-773870-2-smb neutron-server[86301]: Metering agent@dv-cinder-773870-2-smb: {}, Apr 19 07:33:20.569987 dv-cinder-773870-2-smb neutron-server[86301]: Open vSwitch agent@dv-cinder-773870-2-smb: { 'AddressGroup': '1.2', Apr 19 07:33:20.569987 dv-cinder-773870-2-smb neutron-server[86301]: 'ConntrackHelper': '1.0', Apr 19 07:33:20.569987 dv-cinder-773870-2-smb neutron-server[86301]: 'Log': '1.0', Apr 19 07:33:20.569987 dv-cinder-773870-2-smb neutron-server[86301]: 'Network': '1.1', Apr 19 07:33:20.569987 dv-cinder-773870-2-smb neutron-server[86301]: 'Port': '1.7', Apr 19 07:33:20.569987 dv-cinder-773870-2-smb neutron-server[86301]: 'PortForwarding': '1.2', Apr 19 07:33:20.569987 dv-cinder-773870-2-smb neutron-server[86301]: 'QosPolicy': '1.8', Apr 19 07:33:20.569987 dv-cinder-773870-2-smb neutron-server[86301]: 'SecurityGroup': '1.4', Apr 19 07:33:20.569987 dv-cinder-773870-2-smb neutron-server[86301]: 'SecurityGroupRule': '1.2', Apr 19 07:33:20.569987 dv-cinder-773870-2-smb neutron-server[86301]: 'SubPort': '1.0', Apr 19 07:33:20.569987 dv-cinder-773870-2-smb neutron-server[86301]: 'Subnet': '1.1', Apr 19 07:33:20.569987 dv-cinder-773870-2-smb neutron-server[86301]: 'Trunk': '1.1'}} Apr 19 07:33:20.569987 dv-cinder-773870-2-smb neutron-server[86301]: {{(pid=86412) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 19 07:33:20.602646 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-3bd20c1c-d36b-417f-b9ac-4bb4911fe111 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:33:20.603808 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd20c1c-d36b-417f-b9ac-4bb4911fe111 admin admin] Network e87e9adf-9874-4d07-9d49-89485cde7b0f is scheduled to be hosted by DHCP agent f48e5f8f-9537-4f01-bc3c-e3892051a721 with binding_index 1 {{(pid=86412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 07:33:20.614900 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.base_scheduler [None req-3bd20c1c-d36b-417f-b9ac-4bb4911fe111 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773870-2-smb, e87e9adf-9874-4d07-9d49-89485cde7b0f) {{(pid=86412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 07:33:20.619624 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd20c1c-d36b-417f-b9ac-4bb4911fe111 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:33:20.620366 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-3bd20c1c-d36b-417f-b9ac-4bb4911fe111 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853097331'] for subnet, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:33:20.625201 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a6aaa9-551a-457d-b8cb-fbc029d3c9ea None None] Network e87e9adf-9874-4d07-9d49-89485cde7b0f requested from dv-cinder-773870-2-smb {{(pid=86414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 07:33:20.646897 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-3bd20c1c-d36b-417f-b9ac-4bb4911fe111 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7086191 Apr 19 07:33:20.866654 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3265422-cbd6-4c3c-9658-f93030e4cd30 None None] Network e87e9adf-9874-4d07-9d49-89485cde7b0f requested from dv-cinder-773870-2-smb {{(pid=86414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 07:33:22.714636 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Device 11bef63d-332e-4802-9856-dfb7747d3ed9 up at agent ovs-agent-dv-cinder-773870-2-smb {{(pid=86414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 07:33:22.790773 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Provisioning for port 11bef63d-332e-4802-9856-dfb7747d3ed9 completed by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 07:33:22.795807 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Provisioning complete for port 11bef63d-332e-4802-9856-dfb7747d3ed9 triggered by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:33:22.796316 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:33:22.919052 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:33:22.951758 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] For port 11bef63d-332e-4802-9856-dfb7747d3ed9, host dv-cinder-773870-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-smb',level=0,port_id=11bef63d-332e-4802-9856-dfb7747d3ed9,segment=NetworkSegment(784d5ed9-3fa9-4db5-94aa-82828486bd8e),segment_id=784d5ed9-3fa9-4db5-94aa-82828486bd8e)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:33:22.955361 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:33:22.957452 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:33:23.028623 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Pushing event updated for resources: {'Port': ['ID=11bef63d-332e-4802-9856-dfb7747d3ed9,revision_number=5']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:33:23.031853 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:33:23.237692 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 33980) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:33:23.448814 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-7000fa47-d389-4ea8-97b1-3632470da7c2 admin admin] 10.222.0.41 "GET /v2.0/routers/f461fdfb-0f31-4385-aca4-90b4257353fb HTTP/1.1" status: 200 len: 710 time: 0.2099071 Apr 19 07:33:23.585860 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f98f56-538a-44c2-b316-c12cc94f1aab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:33:23.586464 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-21f98f56-538a-44c2-b316-c12cc94f1aab admin admin] Synchronizing usage tracker for tenant:3d7668ea272e4de99809c23636b71c81 on resource:network {{(pid=86413) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 07:33:23.604615 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-21f98f56-538a-44c2-b316-c12cc94f1aab admin admin] Unset dirty status for tenant:3d7668ea272e4de99809c23636b71c81 on resource:network {{(pid=86413) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 07:33:23.605795 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-21f98f56-538a-44c2-b316-c12cc94f1aab admin admin] 10.222.0.41 "GET /v2.0/networks/e87e9adf-9874-4d07-9d49-89485cde7b0f HTTP/1.1" status: 200 len: 886 time: 0.1506104 Apr 19 07:33:23.618971 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [None req-288642e7-d730-43b1-a487-d56488237588 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f'}}} {{(pid=86413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:33:24.080924 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-288642e7-d730-43b1-a487-d56488237588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852963083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852968353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772959'] for router, precommit_update {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:33:24.429133 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-288642e7-d730-43b1-a487-d56488237588 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:33:24.492336 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-288642e7-d730-43b1-a487-d56488237588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:33:24.633067 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.db_base_plugin_common [None req-288642e7-d730-43b1-a487-d56488237588 admin admin] Allocated IP 172.28.2.188 (e87e9adf-9874-4d07-9d49-89485cde7b0f/53f1cb4b-365b-4e38-a680-1360d7889810/1ea1017d-16df-433d-bc2a-b97e7aa3582f) {{(pid=86413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 07:33:24.689739 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Device 11bef63d-332e-4802-9856-dfb7747d3ed9 up at agent ovs-agent-dv-cinder-773870-2-smb {{(pid=86414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 07:33:24.761601 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Provisioning complete for port 11bef63d-332e-4802-9856-dfb7747d3ed9 triggered by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:33:24.762039 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:33:24.789033 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-288642e7-d730-43b1-a487-d56488237588 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:33:24.820784 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-288642e7-d730-43b1-a487-d56488237588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769764225105'] for port, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:33:24.825895 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-cc28ca39-51ca-4eb4-bce0-ac42f95e3917 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:33:24.886180 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288642e7-d730-43b1-a487-d56488237588 admin admin] Network e87e9adf-9874-4d07-9d49-89485cde7b0f is already hosted by enough agents. {{(pid=86413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 07:33:24.889404 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.base_scheduler [None req-288642e7-d730-43b1-a487-d56488237588 admin admin] Resources bound (agent type, host, resource id): {{(pid=86413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 07:33:24.898250 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288642e7-d730-43b1-a487-d56488237588 admin admin] Received port after_create {{(pid=86413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 07:33:24.936741 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.agents_db [None req-ec4b265d-3c04-42fd-95cd-57ca7ec41865 None None] Agent healthcheck: found 5 active agents {{(pid=86415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 07:33:25.023668 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288642e7-d730-43b1-a487-d56488237588 admin admin] Pushing event updated for resources: {'Port': ['ID=1ea1017d-16df-433d-bc2a-b97e7aa3582f,revision_number=1']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:33:25.027821 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-288642e7-d730-43b1-a487-d56488237588 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:33:25.494350 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-288642e7-d730-43b1-a487-d56488237588 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:33:25.850500 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-288642e7-d730-43b1-a487-d56488237588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852963083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852968353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772959'] for router, precommit_update {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:33:25.854298 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-288642e7-d730-43b1-a487-d56488237588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1812686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036852963130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1807400'] for router, after_update {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:33:26.039853 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-288642e7-d730-43b1-a487-d56488237588 admin admin] Router f461fdfb-0f31-4385-aca4-90b4257353fb has already been hosted by L3 agent af0aee0b-5275-4bf1-b5b2-246fd8e7196c {{(pid=86413) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 07:33:26.228646 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-288642e7-d730-43b1-a487-d56488237588 admin admin] Notify agent at l3_agent.dv-cinder-773870-2-smb the message routers_updated {{(pid=86413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 07:33:26.237361 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-288642e7-d730-43b1-a487-d56488237588 admin admin] Notify callbacks [] for router, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:33:26.238906 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-288642e7-d730-43b1-a487-d56488237588 admin admin] 10.222.0.41 "PUT /v2.0/routers/f461fdfb-0f31-4385-aca4-90b4257353fb HTTP/1.1" status: 200 len: 890 time: 2.6232162 Apr 19 07:33:26.240688 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb743cf1-770e-4dc3-8a28-e86e11621192 None None] Sync routers for ids ['f461fdfb-0f31-4385-aca4-90b4257353fb'] in dv-cinder-773870-2-smb {{(pid=86414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 07:33:26.252448 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb743cf1-770e-4dc3-8a28-e86e11621192 None None] Routers {'f461fdfb-0f31-4385-aca4-90b4257353fb'} bound to L3 agent in host dv-cinder-773870-2-smb {{(pid=86414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 07:33:26.253141 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-bb743cf1-770e-4dc3-8a28-e86e11621192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-19T07:32:39Z,description=,heartbeat_timestamp=2021-04-19T07:33:09Z,host='dv-cinder-773870-2-smb',id=af0aee0b-5275-4bf1-b5b2-246fd8e7196c,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T07:32:39Z,topic='l3_agent')) {'router_ids': ['f461fdfb-0f31-4385-aca4-90b4257353fb'], 'active': True} {{(pid=86414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:33:26.607383 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvr_db [None req-bb743cf1-770e-4dc3-8a28-e86e11621192 None None] Set router f461fdfb-0f31-4385-aca4-90b4257353fb gateway port host: dv-cinder-773870-2-smb {{(pid=86414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 07:33:26.959483 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-bb743cf1-770e-4dc3-8a28-e86e11621192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f461fdfb-0f31-4385-aca4-90b4257353fb', 'name': 'router1', 'tenant_id': 'b06cd5c4d54f489d83562b04fdd47b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.188'}], 'enable_snat': True}, 'gw_port_id': '1ea1017d-16df-433d-bc2a-b97e7aa3582f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:33:05Z', 'updated_at': '2021-04-19T07:33:25Z', 'revision_number': 4, 'project_id': 'b06cd5c4d54f489d83562b04fdd47b93', 'gw_port': {'id': '1ea1017d-16df-433d-bc2a-b97e7aa3582f', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:dc:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f461fdfb-0f31-4385-aca4-90b4257353fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:33:24Z', 'updated_at': '2021-04-19T07:33:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb', '_interfaces': [{'id': '11bef63d-332e-4802-9856-dfb7747d3ed9', 'name': '', 'network_id': 'e48c2cb2-4ef6-4d59-aa79-7e0048bf6085', 'tenant_id': 'b06cd5c4d54f489d83562b04fdd47b93', 'mac_address': 'fa:16:3e:09:1f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f461fdfb-0f31-4385-aca4-90b4257353fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1f7ce2b3-dd38-4d78-b322-f54dcbf02548', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:33:15Z', 'updated_at': '2021-04-19T07:33:22Z', 'revision_number': 5, 'project_id': 'b06cd5c4d54f489d83562b04fdd47b93', 'subnets': [{'id': '1f7ce2b3-dd38-4d78-b322-f54dcbf02548', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '427daa04-386e-43dc-b58d-4b9a08b437c3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-smb', False) {} {{(pid=86414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:33:26.964618 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb743cf1-770e-4dc3-8a28-e86e11621192 None None] Checking router: f461fdfb-0f31-4385-aca4-90b4257353fb for host: dv-cinder-773870-2-smb {{(pid=86414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 07:33:26.965014 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb743cf1-770e-4dc3-8a28-e86e11621192 None None] Updating router f461fdfb-0f31-4385-aca4-90b4257353fb port 1ea1017d-16df-433d-bc2a-b97e7aa3582f binding host dv-cinder-773870-2-smb {{(pid=86414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 07:33:27.019808 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bb743cf1-770e-4dc3-8a28-e86e11621192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:33:27.366285 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bb743cf1-770e-4dc3-8a28-e86e11621192 None None] Notify callbacks [] for port, precommit_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:33:27.379414 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-bb743cf1-770e-4dc3-8a28-e86e11621192 None None] Transition to ACTIVE for port object 1ea1017d-16df-433d-bc2a-b97e7aa3582f will not be triggered until provisioned by entity L2. {{(pid=86414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 07:33:27.385977 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bb743cf1-770e-4dc3-8a28-e86e11621192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:33:27.390871 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-23a1dc3c-8d4d-4fc9-8672-e08dfcfb7d7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:33:27.471798 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-bb743cf1-770e-4dc3-8a28-e86e11621192 None None] Attempting to bind port 1ea1017d-16df-433d-bc2a-b97e7aa3582f on host dv-cinder-773870-2-smb for vnic_type normal with profile {{(pid=86414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 07:33:27.472194 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-bb743cf1-770e-4dc3-8a28-e86e11621192 None None] Attempting to bind port 1ea1017d-16df-433d-bc2a-b97e7aa3582f by drivers openvswitch,hyperv on host dv-cinder-773870-2-smb at level 0 using segments [{'id': '02bd2b75-5f2a-405f-9739-3049934ed397', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f'}] {{(pid=86414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 07:33:27.472584 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb743cf1-770e-4dc3-8a28-e86e11621192 None None] Attempting to bind port 1ea1017d-16df-433d-bc2a-b97e7aa3582f on network e87e9adf-9874-4d07-9d49-89485cde7b0f {{(pid=86414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 07:33:27.474791 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b055b601-9d12-4540-8612-8412b1940890 None None] Pushing event updated for resources: {'Port': ['ID=1ea1017d-16df-433d-bc2a-b97e7aa3582f,revision_number=2']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:33:27.478550 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-b055b601-9d12-4540-8612-8412b1940890 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:33:27.481266 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb743cf1-770e-4dc3-8a28-e86e11621192 None None] Checking agent: {'id': 'ee0c2bac-a846-4753-a270-37ad89ef2b53', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773870-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 32, 41), 'started_at': datetime.datetime(2021, 4, 19, 7, 33, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773870-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 07:33:27.481728 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb743cf1-770e-4dc3-8a28-e86e11621192 None None] Checking segment: {'id': '02bd2b75-5f2a-405f-9739-3049934ed397', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 07:33:27.482159 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bb743cf1-770e-4dc3-8a28-e86e11621192 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:33:27.482574 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb743cf1-770e-4dc3-8a28-e86e11621192 None None] Bound using segment: {'id': '02bd2b75-5f2a-405f-9739-3049934ed397', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f'} {{(pid=86414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 07:33:27.483046 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-bb743cf1-770e-4dc3-8a28-e86e11621192 None None] Bound port: 1ea1017d-16df-433d-bc2a-b97e7aa3582f, host: dv-cinder-773870-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02bd2b75-5f2a-405f-9739-3049934ed397', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f'}}] {{(pid=86414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 07:33:27.483504 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bb743cf1-770e-4dc3-8a28-e86e11621192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:33:27.560220 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-bb743cf1-770e-4dc3-8a28-e86e11621192 None None] For port 1ea1017d-16df-433d-bc2a-b97e7aa3582f, host dv-cinder-773870-2-smb, cleared binding levels {{(pid=86414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 07:33:27.563431 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-bb743cf1-770e-4dc3-8a28-e86e11621192 None None] For port 1ea1017d-16df-433d-bc2a-b97e7aa3582f, host dv-cinder-773870-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-smb',level=0,port_id=1ea1017d-16df-433d-bc2a-b97e7aa3582f,segment=NetworkSegment(02bd2b75-5f2a-405f-9739-3049934ed397),segment_id=02bd2b75-5f2a-405f-9739-3049934ed397)] {{(pid=86414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 07:33:27.567270 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bb743cf1-770e-4dc3-8a28-e86e11621192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:33:27.571272 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:33:27.653114 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb743cf1-770e-4dc3-8a28-e86e11621192 None None] Routers {'f461fdfb-0f31-4385-aca4-90b4257353fb'} bound to L3 agent in host dv-cinder-773870-2-smb {{(pid=86414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 07:33:27.653802 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-bb743cf1-770e-4dc3-8a28-e86e11621192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-19T07:32:39Z,description=,heartbeat_timestamp=2021-04-19T07:33:09Z,host='dv-cinder-773870-2-smb',id=af0aee0b-5275-4bf1-b5b2-246fd8e7196c,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T07:32:39Z,topic='l3_agent')) {'router_ids': ['f461fdfb-0f31-4385-aca4-90b4257353fb'], 'active': True} {{(pid=86414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:33:27.703290 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b055b601-9d12-4540-8612-8412b1940890 None None] Pushing event updated for resources: {'Port': ['ID=1ea1017d-16df-433d-bc2a-b97e7aa3582f,revision_number=3']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:33:27.712022 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-b055b601-9d12-4540-8612-8412b1940890 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:33:27.841472 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvr_db [None req-bb743cf1-770e-4dc3-8a28-e86e11621192 None None] Set router f461fdfb-0f31-4385-aca4-90b4257353fb gateway port host: dv-cinder-773870-2-smb {{(pid=86414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 07:33:28.189232 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-bb743cf1-770e-4dc3-8a28-e86e11621192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f461fdfb-0f31-4385-aca4-90b4257353fb', 'name': 'router1', 'tenant_id': 'b06cd5c4d54f489d83562b04fdd47b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.188'}], 'enable_snat': True}, 'gw_port_id': '1ea1017d-16df-433d-bc2a-b97e7aa3582f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:33:05Z', 'updated_at': '2021-04-19T07:33:25Z', 'revision_number': 4, 'project_id': 'b06cd5c4d54f489d83562b04fdd47b93', 'gw_port': {'id': '1ea1017d-16df-433d-bc2a-b97e7aa3582f', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:dc:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f461fdfb-0f31-4385-aca4-90b4257353fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:33:24Z', 'updated_at': '2021-04-19T07:33:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb', '_interfaces': [{'id': '11bef63d-332e-4802-9856-dfb7747d3ed9', 'name': '', 'network_id': 'e48c2cb2-4ef6-4d59-aa79-7e0048bf6085', 'tenant_id': 'b06cd5c4d54f489d83562b04fdd47b93', 'mac_address': 'fa:16:3e:09:1f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f461fdfb-0f31-4385-aca4-90b4257353fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1f7ce2b3-dd38-4d78-b322-f54dcbf02548', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:33:15Z', 'updated_at': '2021-04-19T07:33:22Z', 'revision_number': 5, 'project_id': 'b06cd5c4d54f489d83562b04fdd47b93', 'subnets': [{'id': '1f7ce2b3-dd38-4d78-b322-f54dcbf02548', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '427daa04-386e-43dc-b58d-4b9a08b437c3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-smb', False) {} {{(pid=86414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:33:28.193584 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb743cf1-770e-4dc3-8a28-e86e11621192 None None] The sync data for ids ['f461fdfb-0f31-4385-aca4-90b4257353fb'] in dv-cinder-773870-2-smb is: [{'id': 'f461fdfb-0f31-4385-aca4-90b4257353fb', 'name': 'router1', 'tenant_id': 'b06cd5c4d54f489d83562b04fdd47b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.188'}], 'enable_snat': True}, 'gw_port_id': '1ea1017d-16df-433d-bc2a-b97e7aa3582f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:33:05Z', 'updated_at': '2021-04-19T07:33:25Z', 'revision_number': 4, 'project_id': 'b06cd5c4d54f489d83562b04fdd47b93', 'gw_port': {'id': '1ea1017d-16df-433d-bc2a-b97e7aa3582f', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:dc:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f461fdfb-0f31-4385-aca4-90b4257353fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:33:24Z', 'updated_at': '2021-04-19T07:33:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb', '_interfaces': [{'id': '11bef63d-332e-4802-9856-dfb7747d3ed9', 'name': '', 'network_id': 'e48c2cb2-4ef6-4d59-aa79-7e0048bf6085', 'tenant_id': 'b06cd5c4d54f489d83562b04fdd47b93', 'mac_address': 'fa:16:3e:09:1f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f461fdfb-0f31-4385-aca4-90b4257353fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1f7ce2b3-dd38-4d78-b322-f54dcbf02548', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:33:15Z', 'updated_at': '2021-04-19T07:33:22Z', 'revision_number': 5, 'project_id': 'b06cd5c4d54f489d83562b04fdd47b93', 'subnets': [{'id': '1f7ce2b3-dd38-4d78-b322-f54dcbf02548', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '427daa04-386e-43dc-b58d-4b9a08b437c3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 07:33:28.720431 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Device 1ea1017d-16df-433d-bc2a-b97e7aa3582f up at agent ovs-agent-dv-cinder-773870-2-smb {{(pid=86414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 07:33:28.794787 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Provisioning for port 1ea1017d-16df-433d-bc2a-b97e7aa3582f completed by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 07:33:28.799661 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Provisioning complete for port 1ea1017d-16df-433d-bc2a-b97e7aa3582f triggered by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:33:28.800057 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:33:28.922554 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 33990) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:33:28.923864 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:33:28.941659 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] For port 1ea1017d-16df-433d-bc2a-b97e7aa3582f, host dv-cinder-773870-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-smb',level=0,port_id=1ea1017d-16df-433d-bc2a-b97e7aa3582f,segment=NetworkSegment(02bd2b75-5f2a-405f-9739-3049934ed397),segment_id=02bd2b75-5f2a-405f-9739-3049934ed397)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:33:28.945255 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:33:28.947485 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:33:29.019287 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Pushing event updated for resources: {'Port': ['ID=1ea1017d-16df-433d-bc2a-b97e7aa3582f,revision_number=4']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:33:29.022439 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:33:29.049133 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-5ddd7596-d21a-446b-9ee2-f46c7b73ee03 admin admin] 10.222.0.41 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.1248226 Apr 19 07:33:30.698824 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Device 1ea1017d-16df-433d-bc2a-b97e7aa3582f up at agent ovs-agent-dv-cinder-773870-2-smb {{(pid=86414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 07:33:30.779397 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Provisioning complete for port 1ea1017d-16df-433d-bc2a-b97e7aa3582f triggered by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:33:30.779810 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:33:37.024464 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-9bab071d-a396-495e-b487-d9da9b056084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:33:39.098927 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-ed04fad4-4195-4201-8ed1-b571db39d9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:33:39.732034 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bf2cef0d-0a86-410b-90d7-6d8fe7ad6153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:33:40.572786 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:33:41.257218 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d08bd89e-63cf-49bc-b1d3-e1c35da66f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:34:01.939959 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.agents_db [None req-ec4b265d-3c04-42fd-95cd-57ca7ec41865 None None] Agent healthcheck: found 5 active agents {{(pid=86415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 07:34:07.018995 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-e9d9cc59-fd0b-45dc-9e16-d612e829cffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:34:09.100352 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-a5111e43-76d8-43d0-97df-e599407a4bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:34:09.704059 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bf2cef0d-0a86-410b-90d7-6d8fe7ad6153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:34:10.583692 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:34:11.260275 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d08bd89e-63cf-49bc-b1d3-e1c35da66f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:34:37.022678 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-29e92fde-2c3a-46c2-b9c5-a2d50c05f7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:34:38.939103 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.agents_db [None req-ec4b265d-3c04-42fd-95cd-57ca7ec41865 None None] Agent healthcheck: found 5 active agents {{(pid=86415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 07:34:39.089225 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-b55be58d-332a-475b-88f2-7eb5cad9982f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:34:39.706077 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bf2cef0d-0a86-410b-90d7-6d8fe7ad6153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:34:40.578286 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:34:41.265302 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d08bd89e-63cf-49bc-b1d3-e1c35da66f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:35:07.025768 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-26b6ca17-6c8e-48c9-973b-02a74e5f194c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:35:09.083624 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-ac402b95-5641-49fb-941f-588588be682f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:35:09.709511 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bf2cef0d-0a86-410b-90d7-6d8fe7ad6153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:35:10.581480 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:35:11.272424 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d08bd89e-63cf-49bc-b1d3-e1c35da66f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:35:11.393693 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 34560) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:35:11.477807 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f9fc926-239f-4495-b56d-84b3ab90501c admin admin] GET failed (client error): The resource could not be found. Apr 19 07:35:11.479276 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-7f9fc926-239f-4495-b56d-84b3ab90501c admin admin] 10.222.0.41 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0842745 Apr 19 07:35:11.622740 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c069d0f-526d-450d-9ab4-70af6ac4b4d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:35:11.624185 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-7c069d0f-526d-450d-9ab4-70af6ac4b4d7 admin admin] 10.222.0.41 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1406724 Apr 19 07:35:14.104113 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 34570) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:35:14.223943 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01008216-a939-4025-9b1c-c89ae38ee1c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:35:14.224530 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-01008216-a939-4025-9b1c-c89ae38ee1c1 admin admin] Synchronizing usage tracker for tenant:3d7668ea272e4de99809c23636b71c81 on resource:subnet {{(pid=86412) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 07:35:14.244900 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-01008216-a939-4025-9b1c-c89ae38ee1c1 admin admin] Unset dirty status for tenant:3d7668ea272e4de99809c23636b71c81 on resource:subnet {{(pid=86412) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 07:35:14.246121 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-01008216-a939-4025-9b1c-c89ae38ee1c1 admin admin] 10.222.0.41 "GET /v2.0/subnets/1f7ce2b3-dd38-4d78-b322-f54dcbf02548 HTTP/1.1" status: 200 len: 849 time: 0.1408646 Apr 19 07:35:14.256952 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [None req-de5a7c85-7b7a-4046-926f-338941c382c7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:35:14.383909 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-de5a7c85-7b7a-4046-926f-338941c382c7 admin admin] Notify callbacks [] for subnet, before_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:35:14.700994 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-de5a7c85-7b7a-4046-926f-338941c382c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1716840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769764657881'] for subnet, after_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:35:14.704837 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-3bd20c1c-d36b-417f-b9ac-4bb4911fe111 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:35:14.746525 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5a7c85-7b7a-4046-926f-338941c382c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:35:14.747589 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-de5a7c85-7b7a-4046-926f-338941c382c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853097331'] for subnet, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:35:14.750304 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-de5a7c85-7b7a-4046-926f-338941c382c7 admin admin] 10.222.0.41 "PUT /v2.0/subnets/1f7ce2b3-dd38-4d78-b322-f54dcbf02548 HTTP/1.1" status: 200 len: 868 time: 0.4957576 Apr 19 07:35:14.751138 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1f9dc9-65fe-421f-a947-6d1e80ec1c4c None None] Network e48c2cb2-4ef6-4d59-aa79-7e0048bf6085 requested from dv-cinder-773870-2-smb {{(pid=86414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 07:35:14.773256 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5a7c85-7b7a-4046-926f-338941c382c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f7ce2b3-dd38-4d78-b322-f54dcbf02548,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:35:14.781834 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5a7c85-7b7a-4046-926f-338941c382c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:35:14.782723 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5a7c85-7b7a-4046-926f-338941c382c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:35:14.782723 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5a7c85-7b7a-4046-926f-338941c382c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:35:14.782949 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5a7c85-7b7a-4046-926f-338941c382c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:35:14.783196 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5a7c85-7b7a-4046-926f-338941c382c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:35:14.783574 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5a7c85-7b7a-4046-926f-338941c382c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:35:14.783916 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5a7c85-7b7a-4046-926f-338941c382c7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:35:14.784277 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5a7c85-7b7a-4046-926f-338941c382c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:35:14.784653 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5a7c85-7b7a-4046-926f-338941c382c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:35:14.784969 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5a7c85-7b7a-4046-926f-338941c382c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:35:14.785315 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5a7c85-7b7a-4046-926f-338941c382c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:35:14.785656 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5a7c85-7b7a-4046-926f-338941c382c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:35:14.789512 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-de5a7c85-7b7a-4046-926f-338941c382c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:35:15.274437 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-7878373c-7912-4112-94e8-0038acb1e934 None None] Provisioning complete for port 41f1f0f7-6176-4bdc-b2da-4eae5b6ba5de triggered by entity DHCP. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:35:15.275004 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-7878373c-7912-4112-94e8-0038acb1e934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:35:15.571699 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-7878373c-7912-4112-94e8-0038acb1e934 None None] Provisioning complete for port 11bef63d-332e-4802-9856-dfb7747d3ed9 triggered by entity DHCP. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:35:15.572111 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-7878373c-7912-4112-94e8-0038acb1e934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:35:15.940181 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.agents_db [None req-ec4b265d-3c04-42fd-95cd-57ca7ec41865 None None] Agent healthcheck: found 5 active agents {{(pid=86415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 07:35:17.238883 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 34580) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:35:17.431690 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609c856e-02db-46a9-b016-f47efb58ffb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:35:17.432237 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609c856e-02db-46a9-b016-f47efb58ffb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:35:17.434232 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-609c856e-02db-46a9-b016-f47efb58ffb1 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1939437 Apr 19 07:35:19.911484 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 34590) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:35:20.125527 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ae0b11-13f2-4a12-aac4-a04f848ed01e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:35:20.126053 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ae0b11-13f2-4a12-aac4-a04f848ed01e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:35:20.127738 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-b8ae0b11-13f2-4a12-aac4-a04f848ed01e admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2152195 Apr 19 07:35:22.608453 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 34600) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:35:22.808076 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b450bc-f04b-4179-90fb-f5d229ea38ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:35:22.809473 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-58b450bc-f04b-4179-90fb-f5d229ea38ec admin admin] 10.222.0.41 "GET /v2.0/networks/e48c2cb2-4ef6-4d59-aa79-7e0048bf6085 HTTP/1.1" status: 200 len: 869 time: 0.1997705 Apr 19 07:35:25.299967 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 34610) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:35:25.486760 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9856312c-c4d7-4685-b88d-560ac7522fc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:35:25.488562 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-9856312c-c4d7-4685-b88d-560ac7522fc7 admin admin] 10.222.0.41 "GET /v2.0/networks/e87e9adf-9874-4d07-9d49-89485cde7b0f HTTP/1.1" status: 200 len: 886 time: 0.1872380 Apr 19 07:35:27.977661 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 34620) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:35:28.112183 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadb9624-b802-4019-aa84-5b9d6e399ccf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:35:28.112661 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadb9624-b802-4019-aa84-5b9d6e399ccf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:35:28.114621 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-dadb9624-b802-4019-aa84-5b9d6e399ccf admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1359608 Apr 19 07:35:30.643864 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 34630) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:35:30.763484 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bfe4ba5-3681-47f2-a20a-f4ea6a6bb96d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:35:30.763985 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bfe4ba5-3681-47f2-a20a-f4ea6a6bb96d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:35:30.765600 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-3bfe4ba5-3681-47f2-a20a-f4ea6a6bb96d admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1207211 Apr 19 07:35:33.253095 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 34640) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:35:33.376553 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3b1917-83bd-4e1d-b67c-f7f6c670015b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:35:33.377882 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-5a3b1917-83bd-4e1d-b67c-f7f6c670015b admin admin] 10.222.0.41 "GET /v2.0/subnets/1f7ce2b3-dd38-4d78-b322-f54dcbf02548 HTTP/1.1" status: 200 len: 868 time: 0.1237187 Apr 19 07:35:35.842171 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 34650) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:35:35.980648 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be676e0d-921e-4951-b0b7-a25bd6d6a417 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:35:35.982090 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-be676e0d-921e-4951-b0b7-a25bd6d6a417 admin admin] 10.222.0.41 "GET /v2.0/subnets/53f1cb4b-365b-4e38-a680-1360d7889810 HTTP/1.1" status: 200 len: 816 time: 0.1384807 Apr 19 07:35:37.030578 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-b24e575b-bc34-4873-8d90-170fbbd18826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:35:39.087390 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-531b51c9-59cc-421e-b20d-d2ec82c42664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:35:39.712501 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bf2cef0d-0a86-410b-90d7-6d8fe7ad6153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:35:40.585399 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:35:41.272732 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d08bd89e-63cf-49bc-b1d3-e1c35da66f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:35:52.940951 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.agents_db [None req-ec4b265d-3c04-42fd-95cd-57ca7ec41865 None None] Agent healthcheck: found 5 active agents {{(pid=86415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 07:36:02.362444 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 34694) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:36:02.428026 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [None req-090ff1a1-bba5-493d-bf1f-9953e3d63098 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=86412) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 07:36:02.429437 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-090ff1a1-bba5-493d-bf1f-9953e3d63098 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0653930 Apr 19 07:36:05.006388 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 34704) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:36:05.088743 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3a0d030-8b21-4745-bbc3-abf33e894b3b admin admin] GET failed (client error): The resource could not be found. Apr 19 07:36:05.094222 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-c3a0d030-8b21-4745-bbc3-abf33e894b3b admin admin] 10.222.0.41 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0824556 Apr 19 07:36:05.229621 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276280c2-f0e2-47df-a3b7-a4d7baf5c7cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:36:05.232283 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-276280c2-f0e2-47df-a3b7-a4d7baf5c7cd admin admin] 10.222.0.41 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1362205 Apr 19 07:36:07.034897 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-ce37d1d3-2798-4847-b6fa-1e3493293930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:36:07.718070 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 34714) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:36:07.772881 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [None req-a002311b-e827-4ee9-879e-ce184bc99076 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=86412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:36:07.778080 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-a002311b-e827-4ee9-879e-ce184bc99076 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:36:07.789497 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-a002311b-e827-4ee9-879e-ce184bc99076 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:36:07.801211 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a002311b-e827-4ee9-879e-ce184bc99076 admin admin] Made reservation on behalf of 3d7668ea272e4de99809c23636b71c81 for: {'network': 1} {{(pid=86412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 07:36:07.805926 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-a002311b-e827-4ee9-879e-ce184bc99076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for network, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:36:07.905109 dv-cinder-773870-2-smb neutron-server[86301]: WARNING neutron.services.revisions.revision_plugin [None req-a002311b-e827-4ee9-879e-ce184bc99076 admin admin] Could not find related network for resource to bump revision. Apr 19 07:36:07.921967 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a002311b-e827-4ee9-879e-ce184bc99076 admin admin] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=86412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 07:36:07.932956 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-a002311b-e827-4ee9-879e-ce184bc99076 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363267090202774', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853992622'] for segment, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:36:07.933541 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-a002311b-e827-4ee9-879e-ce184bc99076 admin admin] Unsubscribe: segment precommit_create {{(pid=86412) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 19 07:36:07.934000 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.db.segments_db [None req-a002311b-e827-4ee9-879e-ce184bc99076 admin admin] Added segment eaf0d071-cbce-4525-8a57-b070b1eed496 of type vlan for network 3575156a-05a3-4715-b7e9-763069e96a45 Apr 19 07:36:07.973784 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-a002311b-e827-4ee9-879e-ce184bc99076 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769764214250'] for network, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:36:08.011053 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-a002311b-e827-4ee9-879e-ce184bc99076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314'] for network, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:36:08.013223 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a002311b-e827-4ee9-879e-ce184bc99076 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:36:08.014163 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-a002311b-e827-4ee9-879e-ce184bc99076 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853097331'] for network, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:36:08.022080 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:36:08.127199 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-a002311b-e827-4ee9-879e-ce184bc99076 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4052987 Apr 19 07:36:08.130099 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a002311b-e827-4ee9-879e-ce184bc99076 admin admin] Pushing event updated for resources: {'Network': ['ID=3575156a-05a3-4715-b7e9-763069e96a45,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:36:08.133801 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-a002311b-e827-4ee9-879e-ce184bc99076 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:36:08.141801 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Network 3575156a-05a3-4715-b7e9-763069e96a45 details requested by agent ovs-agent-dv-cinder-773870-2-smb with host dv-cinder-773870-2-smb {{(pid=86414) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 07:36:09.090829 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-ff1de8d4-c94b-46f1-8947-41cc8329a80b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:36:09.716998 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bf2cef0d-0a86-410b-90d7-6d8fe7ad6153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:36:10.589004 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:36:10.624173 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 34724) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:36:10.711566 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.pecan_wsgi.hooks.translation [None req-29afcc81-1396-4757-9580-ab900e708f40 admin admin] GET failed (client error): The resource could not be found. Apr 19 07:36:10.712135 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-29afcc81-1396-4757-9580-ab900e708f40 admin admin] Synchronizing usage tracker for tenant:3d7668ea272e4de99809c23636b71c81 on resource:network {{(pid=86412) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 07:36:10.728886 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-29afcc81-1396-4757-9580-ab900e708f40 admin admin] Unset dirty status for tenant:3d7668ea272e4de99809c23636b71c81 on resource:network {{(pid=86412) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 07:36:10.730090 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-29afcc81-1396-4757-9580-ab900e708f40 admin admin] 10.222.0.41 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1047933 Apr 19 07:36:10.996035 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d288be0a-ae89-4dcb-8de5-7eca7c1d6ec1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:36:10.997638 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-d288be0a-ae89-4dcb-8de5-7eca7c1d6ec1 admin admin] 10.222.0.41 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.2611301 Apr 19 07:36:11.008760 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [None req-e19984df-798e-4f4d-a37d-ff7e6d4fd5ac admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '3575156a-05a3-4715-b7e9-763069e96a45', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=86412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:36:11.013653 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-e19984df-798e-4f4d-a37d-ff7e6d4fd5ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:36:11.024535 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-e19984df-798e-4f4d-a37d-ff7e6d4fd5ac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:36:11.035701 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e19984df-798e-4f4d-a37d-ff7e6d4fd5ac admin admin] Made reservation on behalf of 3d7668ea272e4de99809c23636b71c81 for: {'subnet': 1} {{(pid=86412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 07:36:11.042837 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-e19984df-798e-4f4d-a37d-ff7e6d4fd5ac admin admin] Notify callbacks [] for subnet, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:36:11.277562 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d08bd89e-63cf-49bc-b1d3-e1c35da66f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:36:11.453979 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-e19984df-798e-4f4d-a37d-ff7e6d4fd5ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1716840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314'] for subnet, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:36:11.457808 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:36:11.531193 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19984df-798e-4f4d-a37d-ff7e6d4fd5ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=66fb7921-671f-4ea3-861e-0da877c05967,revision_number=0']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:36:11.535299 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-e19984df-798e-4f4d-a37d-ff7e6d4fd5ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:36:11.542809 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19984df-798e-4f4d-a37d-ff7e6d4fd5ac admin admin] Checking segment: {'id': 'eaf0d071-cbce-4525-8a57-b070b1eed496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '3575156a-05a3-4715-b7e9-763069e96a45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 07:36:11.543264 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19984df-798e-4f4d-a37d-ff7e6d4fd5ac admin admin] Network hostable DHCP agents. Network: 3575156a-05a3-4715-b7e9-763069e96a45, hostable agents: ['f48e5f8f-9537-4f01-bc3c-e3892051a721'], hosted agents: [] {{(pid=86412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 07:36:11.563765 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19984df-798e-4f4d-a37d-ff7e6d4fd5ac admin admin] Network 3575156a-05a3-4715-b7e9-763069e96a45 is scheduled to be hosted by DHCP agent f48e5f8f-9537-4f01-bc3c-e3892051a721 with binding_index 1 {{(pid=86412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 07:36:11.573472 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.base_scheduler [None req-e19984df-798e-4f4d-a37d-ff7e6d4fd5ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773870-2-smb, 3575156a-05a3-4715-b7e9-763069e96a45) {{(pid=86412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 07:36:11.577719 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19984df-798e-4f4d-a37d-ff7e6d4fd5ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:36:11.578346 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-e19984df-798e-4f4d-a37d-ff7e6d4fd5ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853097331'] for subnet, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:36:11.584710 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9005087-dfce-448b-86b4-eef837922b10 None None] Network 3575156a-05a3-4715-b7e9-763069e96a45 requested from dv-cinder-773870-2-smb {{(pid=86414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 07:36:11.604583 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-e19984df-798e-4f4d-a37d-ff7e6d4fd5ac admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5997260 Apr 19 07:36:11.820634 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f015f53e-8d36-43a1-ab93-7e0ec5161411 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeade674a-62f6-546f-90c5-e6c95b1ab3ad-3575156a-05a3-4715-b7e9-763069e96a45', 'network_id': '3575156a-05a3-4715-b7e9-763069e96a45', 'tenant_id': '3d7668ea272e4de99809c23636b71c81', 'fixed_ips': [{'subnet_id': '66fb7921-671f-4ea3-861e-0da877c05967'}]}} from dv-cinder-773870-2-smb. {{(pid=86414) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 07:36:11.821556 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-f015f53e-8d36-43a1-ab93-7e0ec5161411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_create {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:36:11.986792 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.db_base_plugin_common [None req-f015f53e-8d36-43a1-ab93-7e0ec5161411 None None] Allocated IP 192.168.233.2 (3575156a-05a3-4715-b7e9-763069e96a45/66fb7921-671f-4ea3-861e-0da877c05967/dac541e9-524d-4c21-90c5-770c2282999b) {{(pid=86414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 07:36:12.207998 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-f015f53e-8d36-43a1-ab93-7e0ec5161411 None None] Notify callbacks [] for port, precommit_create {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:36:12.218938 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-f015f53e-8d36-43a1-ab93-7e0ec5161411 None None] Transition to ACTIVE for port object dac541e9-524d-4c21-90c5-770c2282999b will not be triggered until provisioned by entity L2. {{(pid=86414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 07:36:12.239900 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-f015f53e-8d36-43a1-ab93-7e0ec5161411 None None] Transition to ACTIVE for port object dac541e9-524d-4c21-90c5-770c2282999b will not be triggered until provisioned by entity DHCP. {{(pid=86414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 07:36:12.244710 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-f015f53e-8d36-43a1-ab93-7e0ec5161411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769764225105'] for port, after_create {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:36:12.250567 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:36:12.313911 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f015f53e-8d36-43a1-ab93-7e0ec5161411 None None] Network 3575156a-05a3-4715-b7e9-763069e96a45 is already hosted by enough agents. {{(pid=86414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 07:36:12.322351 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.base_scheduler [None req-f015f53e-8d36-43a1-ab93-7e0ec5161411 None None] Resources bound (agent type, host, resource id): {{(pid=86414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 07:36:12.324989 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f015f53e-8d36-43a1-ab93-7e0ec5161411 None None] Received port after_create {{(pid=86414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 07:36:12.367594 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f015f53e-8d36-43a1-ab93-7e0ec5161411 None None] Pushing event updated for resources: {'Port': ['ID=dac541e9-524d-4c21-90c5-770c2282999b,revision_number=1']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:36:12.408872 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f015f53e-8d36-43a1-ab93-7e0ec5161411 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:36:12.409215 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f015f53e-8d36-43a1-ab93-7e0ec5161411 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:36:12.409577 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f015f53e-8d36-43a1-ab93-7e0ec5161411 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:36:12.409932 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f015f53e-8d36-43a1-ab93-7e0ec5161411 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:36:12.410273 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f015f53e-8d36-43a1-ab93-7e0ec5161411 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:36:12.410625 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f015f53e-8d36-43a1-ab93-7e0ec5161411 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:36:12.410969 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f015f53e-8d36-43a1-ab93-7e0ec5161411 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:36:12.411347 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f015f53e-8d36-43a1-ab93-7e0ec5161411 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:36:12.411693 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f015f53e-8d36-43a1-ab93-7e0ec5161411 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:36:12.412040 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f015f53e-8d36-43a1-ab93-7e0ec5161411 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:36:12.412377 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f015f53e-8d36-43a1-ab93-7e0ec5161411 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:36:12.412720 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f015f53e-8d36-43a1-ab93-7e0ec5161411 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:36:12.416585 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-f015f53e-8d36-43a1-ab93-7e0ec5161411 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:36:12.437750 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-f015f53e-8d36-43a1-ab93-7e0ec5161411 None None] Attempting to bind port dac541e9-524d-4c21-90c5-770c2282999b on host dv-cinder-773870-2-smb for vnic_type normal with profile {{(pid=86414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 07:36:12.438150 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-f015f53e-8d36-43a1-ab93-7e0ec5161411 None None] Attempting to bind port dac541e9-524d-4c21-90c5-770c2282999b by drivers openvswitch,hyperv on host dv-cinder-773870-2-smb at level 0 using segments [{'id': 'eaf0d071-cbce-4525-8a57-b070b1eed496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '3575156a-05a3-4715-b7e9-763069e96a45'}] {{(pid=86414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 07:36:12.438538 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f015f53e-8d36-43a1-ab93-7e0ec5161411 None None] Attempting to bind port dac541e9-524d-4c21-90c5-770c2282999b on network 3575156a-05a3-4715-b7e9-763069e96a45 {{(pid=86414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 07:36:12.444439 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f015f53e-8d36-43a1-ab93-7e0ec5161411 None None] Checking agent: {'id': 'ee0c2bac-a846-4753-a270-37ad89ef2b53', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773870-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 32, 41), 'started_at': datetime.datetime(2021, 4, 19, 7, 33, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773870-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 07:36:12.444904 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f015f53e-8d36-43a1-ab93-7e0ec5161411 None None] Checking segment: {'id': 'eaf0d071-cbce-4525-8a57-b070b1eed496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '3575156a-05a3-4715-b7e9-763069e96a45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 07:36:12.445380 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-f015f53e-8d36-43a1-ab93-7e0ec5161411 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:36:12.445805 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f015f53e-8d36-43a1-ab93-7e0ec5161411 None None] Bound using segment: {'id': 'eaf0d071-cbce-4525-8a57-b070b1eed496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '3575156a-05a3-4715-b7e9-763069e96a45'} {{(pid=86414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 07:36:12.446359 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-f015f53e-8d36-43a1-ab93-7e0ec5161411 None None] Bound port: dac541e9-524d-4c21-90c5-770c2282999b, host: dv-cinder-773870-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaf0d071-cbce-4525-8a57-b070b1eed496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '3575156a-05a3-4715-b7e9-763069e96a45'}}] {{(pid=86414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 07:36:12.446756 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-f015f53e-8d36-43a1-ab93-7e0ec5161411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:36:12.542366 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-f015f53e-8d36-43a1-ab93-7e0ec5161411 None None] For port dac541e9-524d-4c21-90c5-770c2282999b, host dv-cinder-773870-2-smb, cleared binding levels {{(pid=86414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 07:36:12.545777 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-f015f53e-8d36-43a1-ab93-7e0ec5161411 None None] For port dac541e9-524d-4c21-90c5-770c2282999b, host dv-cinder-773870-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-smb',level=0,port_id=dac541e9-524d-4c21-90c5-770c2282999b,segment=NetworkSegment(eaf0d071-cbce-4525-8a57-b070b1eed496),segment_id=eaf0d071-cbce-4525-8a57-b070b1eed496)] {{(pid=86414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 07:36:12.549391 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-f015f53e-8d36-43a1-ab93-7e0ec5161411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:36:12.554611 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:36:12.642800 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f015f53e-8d36-43a1-ab93-7e0ec5161411 None None] Pushing event updated for resources: {'Port': ['ID=dac541e9-524d-4c21-90c5-770c2282999b,revision_number=2']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:36:12.646563 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-f015f53e-8d36-43a1-ab93-7e0ec5161411 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:36:13.858021 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991bcf53-eade-4988-a74d-a97f5f87a138 None None] Network 3575156a-05a3-4715-b7e9-763069e96a45 requested from dv-cinder-773870-2-smb {{(pid=86414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 07:36:13.965702 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-052c2398-d913-440b-8f74-77143197d830 None None] Provisioning for port dac541e9-524d-4c21-90c5-770c2282999b completed by entity DHCP. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 07:36:14.834213 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Device dac541e9-524d-4c21-90c5-770c2282999b up at agent ovs-agent-dv-cinder-773870-2-smb {{(pid=86414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 07:36:14.911407 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Provisioning for port dac541e9-524d-4c21-90c5-770c2282999b completed by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 07:36:14.916399 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Provisioning complete for port dac541e9-524d-4c21-90c5-770c2282999b triggered by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:36:14.916811 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:36:15.039570 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:36:15.073906 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] For port dac541e9-524d-4c21-90c5-770c2282999b, host dv-cinder-773870-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-smb',level=0,port_id=dac541e9-524d-4c21-90c5-770c2282999b,segment=NetworkSegment(eaf0d071-cbce-4525-8a57-b070b1eed496),segment_id=eaf0d071-cbce-4525-8a57-b070b1eed496)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:36:15.079588 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:36:15.081720 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:36:15.155025 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Pushing event updated for resources: {'Port': ['ID=dac541e9-524d-4c21-90c5-770c2282999b,revision_number=3']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:36:15.158208 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:36:16.815767 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Device dac541e9-524d-4c21-90c5-770c2282999b up at agent ovs-agent-dv-cinder-773870-2-smb {{(pid=86414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 07:36:16.888444 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Provisioning complete for port dac541e9-524d-4c21-90c5-770c2282999b triggered by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:36:16.888856 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:36:29.941155 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.agents_db [None req-ec4b265d-3c04-42fd-95cd-57ca7ec41865 None None] Agent healthcheck: found 5 active agents {{(pid=86415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 07:36:37.039179 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-52056344-ae6c-4f73-9c62-5b8855884b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:36:39.093738 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-c17968fd-60e9-4c95-aa7f-677bfa43470d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:36:39.720250 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bf2cef0d-0a86-410b-90d7-6d8fe7ad6153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:36:40.586189 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:36:41.281656 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d08bd89e-63cf-49bc-b1d3-e1c35da66f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:37:06.940982 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.agents_db [None req-ec4b265d-3c04-42fd-95cd-57ca7ec41865 None None] Agent healthcheck: found 5 active agents {{(pid=86415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 07:37:07.042076 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-0ae29502-b2bf-4d1a-92aa-2ff881c186c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:37:09.099812 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-70373669-dcda-4694-b2ba-23bb12a86034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:37:09.722823 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bf2cef0d-0a86-410b-90d7-6d8fe7ad6153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:37:10.590887 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:37:11.286257 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d08bd89e-63cf-49bc-b1d3-e1c35da66f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:37:32.234565 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 34766) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:37:32.241394 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [None req-2c5fe454-7679-4800-9902-7256e1eca765 tempest-verify_tempest_config-146319869 tempest-verify_tempest_config-146319869-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=86412) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 07:37:32.242431 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-2c5fe454-7679-4800-9902-7256e1eca765 tempest-verify_tempest_config-146319869 tempest-verify_tempest_config-146319869-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0068066 Apr 19 07:37:32.583191 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 34784) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:37:32.714646 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-affe8d0d-e8b5-418d-95dc-1a596ac43ba7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:37:32.730305 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-affe8d0d-e8b5-418d-95dc-1a596ac43ba7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:37:32.734659 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-affe8d0d-e8b5-418d-95dc-1a596ac43ba7 admin admin] Usage tracker for resource:security_group_rule and tenant:1f78b40105c84fe28f2e8fc623506d8e is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:37:32.738428 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-affe8d0d-e8b5-418d-95dc-1a596ac43ba7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:37:32.744867 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-affe8d0d-e8b5-418d-95dc-1a596ac43ba7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:37:32.847556 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-affe8d0d-e8b5-418d-95dc-1a596ac43ba7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:37:32.851378 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-affe8d0d-e8b5-418d-95dc-1a596ac43ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:37:32.858412 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:37:32.902933 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affe8d0d-e8b5-418d-95dc-1a596ac43ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49b57f49-62b1-49d8-ad2f-576b9aaa0f6f,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:37:32.907054 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-affe8d0d-e8b5-418d-95dc-1a596ac43ba7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1f78b40105c84fe28f2e8fc623506d8e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3227997 Apr 19 07:37:32.910193 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 34790) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:37:32.913250 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affe8d0d-e8b5-418d-95dc-1a596ac43ba7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:37:32.913591 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affe8d0d-e8b5-418d-95dc-1a596ac43ba7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:37:32.913959 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affe8d0d-e8b5-418d-95dc-1a596ac43ba7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:37:32.914321 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affe8d0d-e8b5-418d-95dc-1a596ac43ba7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:37:32.914676 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affe8d0d-e8b5-418d-95dc-1a596ac43ba7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:37:32.915124 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affe8d0d-e8b5-418d-95dc-1a596ac43ba7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:37:32.915413 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affe8d0d-e8b5-418d-95dc-1a596ac43ba7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:37:32.915762 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affe8d0d-e8b5-418d-95dc-1a596ac43ba7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:37:32.916111 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affe8d0d-e8b5-418d-95dc-1a596ac43ba7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:37:32.916464 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affe8d0d-e8b5-418d-95dc-1a596ac43ba7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:37:32.916811 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affe8d0d-e8b5-418d-95dc-1a596ac43ba7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:37:32.917159 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affe8d0d-e8b5-418d-95dc-1a596ac43ba7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:37:32.922292 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-affe8d0d-e8b5-418d-95dc-1a596ac43ba7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:37:32.974327 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-292c1f39-836f-46b6-938f-dff7c1823ade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:37:33.002599 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-292c1f39-836f-46b6-938f-dff7c1823ade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:37:33.057138 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-292c1f39-836f-46b6-938f-dff7c1823ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:37:33.061298 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-bbb36805-0b50-4c8d-8476-df3a55fa30a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:37:33.073073 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292c1f39-836f-46b6-938f-dff7c1823ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b57f49-62b1-49d8-ad2f-576b9aaa0f6f,revision_number=None']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:37:33.083639 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292c1f39-836f-46b6-938f-dff7c1823ade admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:37:33.084011 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292c1f39-836f-46b6-938f-dff7c1823ade admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:37:33.084376 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292c1f39-836f-46b6-938f-dff7c1823ade admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:37:33.084733 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292c1f39-836f-46b6-938f-dff7c1823ade admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:37:33.085136 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292c1f39-836f-46b6-938f-dff7c1823ade admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:37:33.085490 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292c1f39-836f-46b6-938f-dff7c1823ade admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:37:33.085842 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292c1f39-836f-46b6-938f-dff7c1823ade admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:37:33.086189 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292c1f39-836f-46b6-938f-dff7c1823ade admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:37:33.086540 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292c1f39-836f-46b6-938f-dff7c1823ade admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:37:33.086886 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292c1f39-836f-46b6-938f-dff7c1823ade admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:37:33.087255 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292c1f39-836f-46b6-938f-dff7c1823ade admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:37:33.087580 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292c1f39-836f-46b6-938f-dff7c1823ade admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:37:33.091032 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-292c1f39-836f-46b6-938f-dff7c1823ade admin admin] Notify callbacks [] for security_group, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:37:33.092253 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-292c1f39-836f-46b6-938f-dff7c1823ade admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/49b57f49-62b1-49d8-ad2f-576b9aaa0f6f HTTP/1.1" status: 204 len: 168 time: 0.1810408 Apr 19 07:37:33.093176 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-292c1f39-836f-46b6-938f-dff7c1823ade admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:37:37.047342 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-522a6d2e-0aec-4aa9-bbf7-5c344d5d1cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:37:39.093323 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-7b0f2a7e-25f8-4a14-bb75-202164fbc84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:37:39.726655 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bf2cef0d-0a86-410b-90d7-6d8fe7ad6153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:37:40.594610 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:37:41.290532 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d08bd89e-63cf-49bc-b1d3-e1c35da66f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:37:43.941345 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.agents_db [None req-ec4b265d-3c04-42fd-95cd-57ca7ec41865 None None] Agent healthcheck: found 5 active agents {{(pid=86415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 07:38:07.050077 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-76f22d14-3a6a-46e5-a7c1-091ba3db0662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:38:09.097881 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-c1fe1950-2bba-4b94-8d93-1c4916c7cfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:38:09.740185 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bf2cef0d-0a86-410b-90d7-6d8fe7ad6153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:38:10.603410 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:38:11.308991 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d08bd89e-63cf-49bc-b1d3-e1c35da66f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:38:20.946577 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.agents_db [None req-ec4b265d-3c04-42fd-95cd-57ca7ec41865 None None] Agent healthcheck: found 5 active agents {{(pid=86415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 07:38:37.057690 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-185167d3-a84c-4288-ab93-3373878911b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:38:39.102484 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-efd34bf5-c882-45b8-a4f4-7b3dc3641f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:38:39.739500 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bf2cef0d-0a86-410b-90d7-6d8fe7ad6153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:38:40.605263 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:38:41.311551 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d08bd89e-63cf-49bc-b1d3-e1c35da66f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:38:57.953503 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.agents_db [None req-ec4b265d-3c04-42fd-95cd-57ca7ec41865 None None] Agent healthcheck: found 5 active agents {{(pid=86415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 07:39:07.042522 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-1909c163-7c4f-4ea0-bdc4-8de05a780747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:39:09.106949 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-efd8b82e-f075-44b4-b6c4-a13579394477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:39:09.737751 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bf2cef0d-0a86-410b-90d7-6d8fe7ad6153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:39:10.441077 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757'] for agent, after_create {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:39:10.600397 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:39:11.306969 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d08bd89e-63cf-49bc-b1d3-e1c35da66f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:39:15.754719 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 34850) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:39:15.884781 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-dacde321-3dec-4e35-a9f9-3e3f85003a42 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1288371 Apr 19 07:39:18.379953 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 34860) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:39:18.442759 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-d94dffb5-5b3f-443b-8223-443e9ff30867 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0616372 Apr 19 07:39:34.949992 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.agents_db [None req-ec4b265d-3c04-42fd-95cd-57ca7ec41865 None None] Agent healthcheck: found 6 active agents {{(pid=86415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 07:39:37.048911 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d9dd9e23-fd1e-4b45-891e-c77730c9d05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:39:39.110447 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-e24cb4e8-1e6d-4907-b1a2-fc2ea9c074f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:39:39.749197 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bf2cef0d-0a86-410b-90d7-6d8fe7ad6153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:39:40.407983 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:39:40.610656 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:39:41.318912 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d08bd89e-63cf-49bc-b1d3-e1c35da66f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:40:07.048393 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-caeacd2a-412c-4a44-9021-1f69919abcc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:40:09.114628 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-103828b2-dfbd-4916-8aae-09080acc2ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:40:09.743655 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bf2cef0d-0a86-410b-90d7-6d8fe7ad6153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:40:10.404969 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:40:10.617618 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:40:11.317033 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d08bd89e-63cf-49bc-b1d3-e1c35da66f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:40:11.951933 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.agents_db [None req-ec4b265d-3c04-42fd-95cd-57ca7ec41865 None None] Agent healthcheck: found 6 active agents {{(pid=86415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 07:40:37.043718 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-a121255e-0ec8-463a-8f9f-431538daa384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:40:39.118800 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-27f80cee-bbd2-407d-8a49-21108a6be44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:40:39.746256 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bf2cef0d-0a86-410b-90d7-6d8fe7ad6153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:40:40.407594 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:40:40.602365 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:40:41.316085 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d08bd89e-63cf-49bc-b1d3-e1c35da66f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:40:48.952425 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.agents_db [None req-ec4b265d-3c04-42fd-95cd-57ca7ec41865 None None] Agent healthcheck: found 6 active agents {{(pid=86415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 07:40:54.921346 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 35068) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:40:55.220253 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 35086) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:40:55.245924 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 35092) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:40:55.347716 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [None req-5e26c201-9ec4-451f-94cf-0f8a82abb220 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1461246334-network', 'tenant_id': '4785af1c8f0e4b01af43cb5ee0e71925'}} {{(pid=86413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:40:55.354116 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-5e26c201-9ec4-451f-94cf-0f8a82abb220 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:40:55.358342 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-5e26c201-9ec4-451f-94cf-0f8a82abb220 admin admin] Usage tracker for resource:network and tenant:4785af1c8f0e4b01af43cb5ee0e71925 is out of sync, need to count used quota {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:40:55.361325 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-5e26c201-9ec4-451f-94cf-0f8a82abb220 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:40:55.368747 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 35102) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:40:55.376548 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-5e26c201-9ec4-451f-94cf-0f8a82abb220 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:40:55.386307 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e26c201-9ec4-451f-94cf-0f8a82abb220 admin admin] Made reservation on behalf of 4785af1c8f0e4b01af43cb5ee0e71925 for: {'network': 1} {{(pid=86413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 07:40:55.391198 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-5e26c201-9ec4-451f-94cf-0f8a82abb220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for network, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:40:55.403849 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 35108) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:40:55.409808 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-5e26c201-9ec4-451f-94cf-0f8a82abb220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:40:55.427120 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-5e26c201-9ec4-451f-94cf-0f8a82abb220 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:40:55.431734 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-5e26c201-9ec4-451f-94cf-0f8a82abb220 admin admin] Usage tracker for resource:security_group_rule and tenant:4785af1c8f0e4b01af43cb5ee0e71925 is out of sync, need to count used quota {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:40:55.434825 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-5e26c201-9ec4-451f-94cf-0f8a82abb220 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:40:55.446101 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [None req-c76beaa8-4df4-4484-a387-c08ea388cee7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-727663491-network', 'tenant_id': 'e16dd95cee524812ae6d6b49005c2136'}} {{(pid=86413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:40:55.449468 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-5e26c201-9ec4-451f-94cf-0f8a82abb220 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:40:55.454634 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-c76beaa8-4df4-4484-a387-c08ea388cee7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:40:55.464360 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-c76beaa8-4df4-4484-a387-c08ea388cee7 admin admin] Usage tracker for resource:network and tenant:e16dd95cee524812ae6d6b49005c2136 is out of sync, need to count used quota {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:40:55.468171 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-c76beaa8-4df4-4484-a387-c08ea388cee7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:40:55.487835 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [None req-f95fe3dd-d34b-4a6a-850d-9bf00e422865 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-90962782-network', 'tenant_id': '22b9d993be1546df8a4a2d895f217457'}} {{(pid=86412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:40:55.491329 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-c76beaa8-4df4-4484-a387-c08ea388cee7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:40:55.495114 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-f95fe3dd-d34b-4a6a-850d-9bf00e422865 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:40:55.499353 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-f95fe3dd-d34b-4a6a-850d-9bf00e422865 admin admin] Usage tracker for resource:network and tenant:22b9d993be1546df8a4a2d895f217457 is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:40:55.502528 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-f95fe3dd-d34b-4a6a-850d-9bf00e422865 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:40:55.509181 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-f95fe3dd-d34b-4a6a-850d-9bf00e422865 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:40:55.512253 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c76beaa8-4df4-4484-a387-c08ea388cee7 admin admin] Made reservation on behalf of e16dd95cee524812ae6d6b49005c2136 for: {'network': 1} {{(pid=86413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 07:40:55.517280 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-c76beaa8-4df4-4484-a387-c08ea388cee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for network, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:40:55.520624 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f95fe3dd-d34b-4a6a-850d-9bf00e422865 admin admin] Made reservation on behalf of 22b9d993be1546df8a4a2d895f217457 for: {'network': 1} {{(pid=86412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 07:40:55.528705 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-f95fe3dd-d34b-4a6a-850d-9bf00e422865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for network, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:40:55.536492 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-c76beaa8-4df4-4484-a387-c08ea388cee7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:40:55.544437 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-f95fe3dd-d34b-4a6a-850d-9bf00e422865 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:40:55.558164 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-c76beaa8-4df4-4484-a387-c08ea388cee7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:40:55.564307 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-c76beaa8-4df4-4484-a387-c08ea388cee7 admin admin] Usage tracker for resource:security_group_rule and tenant:e16dd95cee524812ae6d6b49005c2136 is out of sync, need to count used quota {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:40:55.564697 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-f95fe3dd-d34b-4a6a-850d-9bf00e422865 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:40:55.568957 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-f95fe3dd-d34b-4a6a-850d-9bf00e422865 admin admin] Usage tracker for resource:security_group_rule and tenant:22b9d993be1546df8a4a2d895f217457 is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:40:55.572126 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-f95fe3dd-d34b-4a6a-850d-9bf00e422865 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:40:55.572864 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-c76beaa8-4df4-4484-a387-c08ea388cee7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:40:55.578610 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-f95fe3dd-d34b-4a6a-850d-9bf00e422865 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:40:55.586437 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-c76beaa8-4df4-4484-a387-c08ea388cee7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:40:55.632578 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [None req-4e316820-fec7-4798-8c01-7d221869f44d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1225594443-network', 'tenant_id': 'e9c11411cff14b03abaf52a279ac3844'}} {{(pid=86412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:40:55.637261 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-5e26c201-9ec4-451f-94cf-0f8a82abb220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:40:55.644953 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-5e26c201-9ec4-451f-94cf-0f8a82abb220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:40:55.653671 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:40:55.656871 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [None req-928291cc-0038-4f85-8e3c-c590b25e4daf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-967826059-network', 'tenant_id': '3ef6d999ea3a4447a9b6387c496ca58a'}} {{(pid=86412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:40:55.665076 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-4e316820-fec7-4798-8c01-7d221869f44d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:40:55.682719 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e26c201-9ec4-451f-94cf-0f8a82abb220 admin admin] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=86413) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 07:40:55.684971 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-4e316820-fec7-4798-8c01-7d221869f44d admin admin] Usage tracker for resource:network and tenant:e9c11411cff14b03abaf52a279ac3844 is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:40:55.690755 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-4e316820-fec7-4798-8c01-7d221869f44d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:40:55.705084 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-4e316820-fec7-4798-8c01-7d221869f44d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:40:55.722964 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-5e26c201-9ec4-451f-94cf-0f8a82abb220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853992622'] for segment, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:40:55.723831 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.db.segments_db [None req-5e26c201-9ec4-451f-94cf-0f8a82abb220 admin admin] Added segment 71797285-2b24-44ab-bc5d-907fe2f55ea2 of type vlan for network 9f8aa9f4-c051-436b-a77b-0b1e6ac2b108 Apr 19 07:40:55.729689 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e316820-fec7-4798-8c01-7d221869f44d admin admin] Made reservation on behalf of e9c11411cff14b03abaf52a279ac3844 for: {'network': 1} {{(pid=86412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 07:40:55.731871 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e26c201-9ec4-451f-94cf-0f8a82abb220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdaa8094-1ed7-46da-a08c-9935a2d47821,revision_number=1']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:40:55.746262 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-4e316820-fec7-4798-8c01-7d221869f44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for network, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:40:55.757194 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e26c201-9ec4-451f-94cf-0f8a82abb220 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:40:55.757931 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e26c201-9ec4-451f-94cf-0f8a82abb220 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:40:55.758486 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e26c201-9ec4-451f-94cf-0f8a82abb220 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:40:55.759109 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e26c201-9ec4-451f-94cf-0f8a82abb220 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:40:55.759670 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e26c201-9ec4-451f-94cf-0f8a82abb220 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:40:55.760248 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e26c201-9ec4-451f-94cf-0f8a82abb220 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:40:55.761107 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e26c201-9ec4-451f-94cf-0f8a82abb220 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:40:55.761581 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-928291cc-0038-4f85-8e3c-c590b25e4daf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:40:55.761864 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e26c201-9ec4-451f-94cf-0f8a82abb220 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:40:55.762411 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e26c201-9ec4-451f-94cf-0f8a82abb220 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:40:55.762962 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e26c201-9ec4-451f-94cf-0f8a82abb220 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:40:55.763528 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e26c201-9ec4-451f-94cf-0f8a82abb220 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:40:55.764109 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e26c201-9ec4-451f-94cf-0f8a82abb220 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:40:55.765375 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e26c201-9ec4-451f-94cf-0f8a82abb220 admin admin] Tracked resource versions report: Apr 19 07:40:55.765375 dv-cinder-773870-2-smb neutron-server[86301]: pushed versions: Apr 19 07:40:55.765375 dv-cinder-773870-2-smb neutron-server[86301]: { 'AddressGroup': {'1.2'}, Apr 19 07:40:55.765375 dv-cinder-773870-2-smb neutron-server[86301]: 'ConntrackHelper': {'1.0'}, Apr 19 07:40:55.765375 dv-cinder-773870-2-smb neutron-server[86301]: 'Log': {'1.0'}, Apr 19 07:40:55.765375 dv-cinder-773870-2-smb neutron-server[86301]: 'Network': {'1.1'}, Apr 19 07:40:55.765375 dv-cinder-773870-2-smb neutron-server[86301]: 'Port': {'1.7'}, Apr 19 07:40:55.765375 dv-cinder-773870-2-smb neutron-server[86301]: 'PortForwarding': {'1.2'}, Apr 19 07:40:55.765375 dv-cinder-773870-2-smb neutron-server[86301]: 'QosPolicy': {'1.8'}, Apr 19 07:40:55.765375 dv-cinder-773870-2-smb neutron-server[86301]: 'SecurityGroup': {'1.4'}, Apr 19 07:40:55.765375 dv-cinder-773870-2-smb neutron-server[86301]: 'SecurityGroupRule': {'1.2'}, Apr 19 07:40:55.765375 dv-cinder-773870-2-smb neutron-server[86301]: 'SubPort': {'1.0'}, Apr 19 07:40:55.765375 dv-cinder-773870-2-smb neutron-server[86301]: 'Subnet': {'1.1'}, Apr 19 07:40:55.765375 dv-cinder-773870-2-smb neutron-server[86301]: 'Trunk': {'1.1'}} Apr 19 07:40:55.765375 dv-cinder-773870-2-smb neutron-server[86301]: consumer versions: Apr 19 07:40:55.765375 dv-cinder-773870-2-smb neutron-server[86301]: { DHCP agent@dv-cinder-773870-2-smb: {}, Apr 19 07:40:55.765375 dv-cinder-773870-2-smb neutron-server[86301]: HyperV agent@hv-cinder-77387: {}, Apr 19 07:40:55.765375 dv-cinder-773870-2-smb neutron-server[86301]: L3 agent@dv-cinder-773870-2-smb: {}, Apr 19 07:40:55.765375 dv-cinder-773870-2-smb neutron-server[86301]: Metadata agent@dv-cinder-773870-2-smb: {}, Apr 19 07:40:55.765375 dv-cinder-773870-2-smb neutron-server[86301]: Metering agent@dv-cinder-773870-2-smb: {}, Apr 19 07:40:55.765375 dv-cinder-773870-2-smb neutron-server[86301]: Open vSwitch agent@dv-cinder-773870-2-smb: { 'AddressGroup': '1.2', Apr 19 07:40:55.765375 dv-cinder-773870-2-smb neutron-server[86301]: 'ConntrackHelper': '1.0', Apr 19 07:40:55.765375 dv-cinder-773870-2-smb neutron-server[86301]: 'Log': '1.0', Apr 19 07:40:55.765375 dv-cinder-773870-2-smb neutron-server[86301]: 'Network': '1.1', Apr 19 07:40:55.765375 dv-cinder-773870-2-smb neutron-server[86301]: 'Port': '1.7', Apr 19 07:40:55.765375 dv-cinder-773870-2-smb neutron-server[86301]: 'PortForwarding': '1.2', Apr 19 07:40:55.765375 dv-cinder-773870-2-smb neutron-server[86301]: 'QosPolicy': '1.8', Apr 19 07:40:55.765375 dv-cinder-773870-2-smb neutron-server[86301]: 'SecurityGroup': '1.4', Apr 19 07:40:55.765375 dv-cinder-773870-2-smb neutron-server[86301]: 'SecurityGroupRule': '1.2', Apr 19 07:40:55.765375 dv-cinder-773870-2-smb neutron-server[86301]: 'SubPort': '1.0', Apr 19 07:40:55.765375 dv-cinder-773870-2-smb neutron-server[86301]: 'Subnet': '1.1', Apr 19 07:40:55.765375 dv-cinder-773870-2-smb neutron-server[86301]: 'Trunk': '1.1'}} Apr 19 07:40:55.765375 dv-cinder-773870-2-smb neutron-server[86301]: {{(pid=86413) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 19 07:40:55.785702 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-5e26c201-9ec4-451f-94cf-0f8a82abb220 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:40:55.802426 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-4e316820-fec7-4798-8c01-7d221869f44d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:40:55.818560 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-5e26c201-9ec4-451f-94cf-0f8a82abb220 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769764214250'] for network, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:40:55.835860 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-c76beaa8-4df4-4484-a387-c08ea388cee7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:40:55.841617 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-c76beaa8-4df4-4484-a387-c08ea388cee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:40:55.852351 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-928291cc-0038-4f85-8e3c-c590b25e4daf admin admin] Usage tracker for resource:network and tenant:3ef6d999ea3a4447a9b6387c496ca58a is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:40:55.858505 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-5e26c201-9ec4-451f-94cf-0f8a82abb220 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:40:55.869501 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-928291cc-0038-4f85-8e3c-c590b25e4daf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:40:55.894033 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-4e316820-fec7-4798-8c01-7d221869f44d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:40:55.896241 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76beaa8-4df4-4484-a387-c08ea388cee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11960a75-411f-4111-8638-cfd0d105831f,revision_number=1']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:40:55.904968 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-c76beaa8-4df4-4484-a387-c08ea388cee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:40:55.914834 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c76beaa8-4df4-4484-a387-c08ea388cee7 admin admin] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=86413) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 07:40:55.919057 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-928291cc-0038-4f85-8e3c-c590b25e4daf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:40:55.921537 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-4e316820-fec7-4798-8c01-7d221869f44d admin admin] Usage tracker for resource:security_group_rule and tenant:e9c11411cff14b03abaf52a279ac3844 is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:40:55.922476 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-5e26c201-9ec4-451f-94cf-0f8a82abb220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314'] for network, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:40:55.927772 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e26c201-9ec4-451f-94cf-0f8a82abb220 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:40:55.928619 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-5e26c201-9ec4-451f-94cf-0f8a82abb220 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853097331'] for network, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:40:55.930578 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-4e316820-fec7-4798-8c01-7d221869f44d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:40:55.957336 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-4e316820-fec7-4798-8c01-7d221869f44d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:40:55.963148 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-c76beaa8-4df4-4484-a387-c08ea388cee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853992622'] for segment, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:40:55.963818 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.db.segments_db [None req-c76beaa8-4df4-4484-a387-c08ea388cee7 admin admin] Added segment 5ece5800-cf63-4b8e-9592-eecf9bad7847 of type vlan for network c60a7a0e-d7f4-4271-80f2-d9ececf82671 Apr 19 07:40:55.965924 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-5ffa6297-91db-41f1-91c8-1c6695f6e6ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:40:55.983543 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-928291cc-0038-4f85-8e3c-c590b25e4daf admin admin] Made reservation on behalf of 3ef6d999ea3a4447a9b6387c496ca58a for: {'network': 1} {{(pid=86412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 07:40:55.988662 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-928291cc-0038-4f85-8e3c-c590b25e4daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for network, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:40:56.008351 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-5e26c201-9ec4-451f-94cf-0f8a82abb220 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0858653 Apr 19 07:40:56.013416 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 35134) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:40:56.015400 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-f95fe3dd-d34b-4a6a-850d-9bf00e422865 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:40:56.018281 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-928291cc-0038-4f85-8e3c-c590b25e4daf admin admin] Notify callbacks [] for security_group, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:40:56.036395 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [None req-66b93e4c-d1d9-4234-b0d4-ce979bd43358 admin admin] Request body: {'subnet': {'network_id': '9f8aa9f4-c051-436b-a77b-0b1e6ac2b108', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1461246334-subnet', 'tenant_id': '4785af1c8f0e4b01af43cb5ee0e71925', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:40:56.068145 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-f95fe3dd-d34b-4a6a-850d-9bf00e422865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:40:56.094853 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-928291cc-0038-4f85-8e3c-c590b25e4daf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:40:56.097346 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-affe8d0d-e8b5-418d-95dc-1a596ac43ba7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:40:56.104044 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e26c201-9ec4-451f-94cf-0f8a82abb220 admin admin] Pushing event updated for resources: {'Network': ['ID=9f8aa9f4-c051-436b-a77b-0b1e6ac2b108,revision_number=1']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:40:56.110372 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-5e26c201-9ec4-451f-94cf-0f8a82abb220 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:40:56.116806 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-c76beaa8-4df4-4484-a387-c08ea388cee7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769764214250'] for network, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:40:56.117929 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Network 9f8aa9f4-c051-436b-a77b-0b1e6ac2b108 details requested by agent ovs-agent-dv-cinder-773870-2-smb with host dv-cinder-773870-2-smb {{(pid=86414) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 07:40:56.128756 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-928291cc-0038-4f85-8e3c-c590b25e4daf admin admin] Usage tracker for resource:security_group_rule and tenant:3ef6d999ea3a4447a9b6387c496ca58a is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:40:56.139696 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-928291cc-0038-4f85-8e3c-c590b25e4daf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:40:56.151161 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-66b93e4c-d1d9-4234-b0d4-ce979bd43358 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:40:56.162903 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-66b93e4c-d1d9-4234-b0d4-ce979bd43358 admin admin] Usage tracker for resource:subnet and tenant:4785af1c8f0e4b01af43cb5ee0e71925 is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:40:56.165761 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f95fe3dd-d34b-4a6a-850d-9bf00e422865 admin admin] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=86412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 07:40:56.168941 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-928291cc-0038-4f85-8e3c-c590b25e4daf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:40:56.179310 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-c76beaa8-4df4-4484-a387-c08ea388cee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314'] for network, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:40:56.181599 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76beaa8-4df4-4484-a387-c08ea388cee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:40:56.182238 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-c76beaa8-4df4-4484-a387-c08ea388cee7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853097331'] for network, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:40:56.195909 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-66b93e4c-d1d9-4234-b0d4-ce979bd43358 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:40:56.197973 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:40:56.208718 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-f95fe3dd-d34b-4a6a-850d-9bf00e422865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853992622'] for segment, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:40:56.209233 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.db.segments_db [None req-f95fe3dd-d34b-4a6a-850d-9bf00e422865 admin admin] Added segment 0742a00d-7e59-4a19-aab2-c75bcfddb3ed of type vlan for network 92b22e7c-ace4-4b86-82cd-798189d12915 Apr 19 07:40:56.214398 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-66b93e4c-d1d9-4234-b0d4-ce979bd43358 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:40:56.260933 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95fe3dd-d34b-4a6a-850d-9bf00e422865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af628b93-e516-40e8-9b78-1a5966207069,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:40:56.302189 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b93e4c-d1d9-4234-b0d4-ce979bd43358 admin admin] Made reservation on behalf of 4785af1c8f0e4b01af43cb5ee0e71925 for: {'subnet': 1} {{(pid=86412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 07:40:56.306963 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-66b93e4c-d1d9-4234-b0d4-ce979bd43358 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:40:56.317409 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76beaa8-4df4-4484-a387-c08ea388cee7 admin admin] Pushing event updated for resources: {'Network': ['ID=c60a7a0e-d7f4-4271-80f2-d9ececf82671,revision_number=1']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:40:56.321911 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95fe3dd-d34b-4a6a-850d-9bf00e422865 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:40:56.322139 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-c76beaa8-4df4-4484-a387-c08ea388cee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:40:56.322302 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95fe3dd-d34b-4a6a-850d-9bf00e422865 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:40:56.322645 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95fe3dd-d34b-4a6a-850d-9bf00e422865 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:40:56.323169 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95fe3dd-d34b-4a6a-850d-9bf00e422865 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:40:56.323391 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95fe3dd-d34b-4a6a-850d-9bf00e422865 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:40:56.323754 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95fe3dd-d34b-4a6a-850d-9bf00e422865 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:40:56.324219 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95fe3dd-d34b-4a6a-850d-9bf00e422865 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:40:56.324480 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95fe3dd-d34b-4a6a-850d-9bf00e422865 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:40:56.324796 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95fe3dd-d34b-4a6a-850d-9bf00e422865 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:40:56.325130 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95fe3dd-d34b-4a6a-850d-9bf00e422865 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:40:56.325614 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95fe3dd-d34b-4a6a-850d-9bf00e422865 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:40:56.325987 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95fe3dd-d34b-4a6a-850d-9bf00e422865 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:40:56.327245 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95fe3dd-d34b-4a6a-850d-9bf00e422865 admin admin] Tracked resource versions report: Apr 19 07:40:56.327245 dv-cinder-773870-2-smb neutron-server[86301]: pushed versions: Apr 19 07:40:56.327245 dv-cinder-773870-2-smb neutron-server[86301]: { 'AddressGroup': {'1.2'}, Apr 19 07:40:56.327245 dv-cinder-773870-2-smb neutron-server[86301]: 'ConntrackHelper': {'1.0'}, Apr 19 07:40:56.327245 dv-cinder-773870-2-smb neutron-server[86301]: 'Log': {'1.0'}, Apr 19 07:40:56.327245 dv-cinder-773870-2-smb neutron-server[86301]: 'Network': {'1.1'}, Apr 19 07:40:56.327245 dv-cinder-773870-2-smb neutron-server[86301]: 'Port': {'1.7'}, Apr 19 07:40:56.327245 dv-cinder-773870-2-smb neutron-server[86301]: 'PortForwarding': {'1.2'}, Apr 19 07:40:56.327245 dv-cinder-773870-2-smb neutron-server[86301]: 'QosPolicy': {'1.8'}, Apr 19 07:40:56.327245 dv-cinder-773870-2-smb neutron-server[86301]: 'SecurityGroup': {'1.4'}, Apr 19 07:40:56.327245 dv-cinder-773870-2-smb neutron-server[86301]: 'SecurityGroupRule': {'1.2'}, Apr 19 07:40:56.327245 dv-cinder-773870-2-smb neutron-server[86301]: 'SubPort': {'1.0'}, Apr 19 07:40:56.327245 dv-cinder-773870-2-smb neutron-server[86301]: 'Subnet': {'1.1'}, Apr 19 07:40:56.327245 dv-cinder-773870-2-smb neutron-server[86301]: 'Trunk': {'1.1'}} Apr 19 07:40:56.327245 dv-cinder-773870-2-smb neutron-server[86301]: consumer versions: Apr 19 07:40:56.327245 dv-cinder-773870-2-smb neutron-server[86301]: { DHCP agent@dv-cinder-773870-2-smb: {}, Apr 19 07:40:56.327245 dv-cinder-773870-2-smb neutron-server[86301]: HyperV agent@hv-cinder-77387: {}, Apr 19 07:40:56.327245 dv-cinder-773870-2-smb neutron-server[86301]: L3 agent@dv-cinder-773870-2-smb: {}, Apr 19 07:40:56.327245 dv-cinder-773870-2-smb neutron-server[86301]: Metadata agent@dv-cinder-773870-2-smb: {}, Apr 19 07:40:56.327245 dv-cinder-773870-2-smb neutron-server[86301]: Metering agent@dv-cinder-773870-2-smb: {}, Apr 19 07:40:56.327245 dv-cinder-773870-2-smb neutron-server[86301]: Open vSwitch agent@dv-cinder-773870-2-smb: { 'AddressGroup': '1.2', Apr 19 07:40:56.327245 dv-cinder-773870-2-smb neutron-server[86301]: 'ConntrackHelper': '1.0', Apr 19 07:40:56.327245 dv-cinder-773870-2-smb neutron-server[86301]: 'Log': '1.0', Apr 19 07:40:56.327245 dv-cinder-773870-2-smb neutron-server[86301]: 'Network': '1.1', Apr 19 07:40:56.327245 dv-cinder-773870-2-smb neutron-server[86301]: 'Port': '1.7', Apr 19 07:40:56.327245 dv-cinder-773870-2-smb neutron-server[86301]: 'PortForwarding': '1.2', Apr 19 07:40:56.327245 dv-cinder-773870-2-smb neutron-server[86301]: 'QosPolicy': '1.8', Apr 19 07:40:56.327245 dv-cinder-773870-2-smb neutron-server[86301]: 'SecurityGroup': '1.4', Apr 19 07:40:56.327245 dv-cinder-773870-2-smb neutron-server[86301]: 'SecurityGroupRule': '1.2', Apr 19 07:40:56.327245 dv-cinder-773870-2-smb neutron-server[86301]: 'SubPort': '1.0', Apr 19 07:40:56.327245 dv-cinder-773870-2-smb neutron-server[86301]: 'Subnet': '1.1', Apr 19 07:40:56.327245 dv-cinder-773870-2-smb neutron-server[86301]: 'Trunk': '1.1'}} Apr 19 07:40:56.327245 dv-cinder-773870-2-smb neutron-server[86301]: {{(pid=86412) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 19 07:40:56.329251 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Network c60a7a0e-d7f4-4271-80f2-d9ececf82671 details requested by agent ovs-agent-dv-cinder-773870-2-smb with host dv-cinder-773870-2-smb {{(pid=86414) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 07:40:56.343293 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 35156) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:40:56.344186 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-c76beaa8-4df4-4484-a387-c08ea388cee7 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1227779 Apr 19 07:40:56.349590 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-f95fe3dd-d34b-4a6a-850d-9bf00e422865 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769764214250'] for network, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:40:56.359794 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-f95fe3dd-d34b-4a6a-850d-9bf00e422865 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:40:56.390583 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [None req-8016fea8-7a44-497e-b128-47736d64a33b admin admin] Request body: {'subnet': {'network_id': 'c60a7a0e-d7f4-4271-80f2-d9ececf82671', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-727663491-subnet', 'tenant_id': 'e16dd95cee524812ae6d6b49005c2136', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:40:56.407918 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-8016fea8-7a44-497e-b128-47736d64a33b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:40:56.420356 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-4e316820-fec7-4798-8c01-7d221869f44d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:40:56.427351 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-8016fea8-7a44-497e-b128-47736d64a33b admin admin] Usage tracker for resource:subnet and tenant:e16dd95cee524812ae6d6b49005c2136 is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:40:56.431385 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-8016fea8-7a44-497e-b128-47736d64a33b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:40:56.494574 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-4e316820-fec7-4798-8c01-7d221869f44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:40:56.507263 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-8016fea8-7a44-497e-b128-47736d64a33b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:40:56.536797 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:40:56.604317 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8016fea8-7a44-497e-b128-47736d64a33b admin admin] Made reservation on behalf of e16dd95cee524812ae6d6b49005c2136 for: {'subnet': 1} {{(pid=86412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 07:40:56.608992 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-8016fea8-7a44-497e-b128-47736d64a33b admin admin] Notify callbacks [] for subnet, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:40:56.624039 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e316820-fec7-4798-8c01-7d221869f44d admin admin] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=86412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 07:40:56.656971 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-f95fe3dd-d34b-4a6a-850d-9bf00e422865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314'] for network, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:40:56.675100 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95fe3dd-d34b-4a6a-850d-9bf00e422865 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:40:56.675831 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-f95fe3dd-d34b-4a6a-850d-9bf00e422865 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853097331'] for network, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:40:56.679251 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e316820-fec7-4798-8c01-7d221869f44d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c4f591-4675-4b7c-9b79-1fd2783f7589,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:40:56.740678 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-4e316820-fec7-4798-8c01-7d221869f44d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:40:56.743544 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-4e316820-fec7-4798-8c01-7d221869f44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853992622'] for segment, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:40:56.743920 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.db.segments_db [None req-4e316820-fec7-4798-8c01-7d221869f44d admin admin] Added segment c3669ef2-ea46-4bf1-a139-ead8c52e98ff of type vlan for network 344b2add-6553-4d1a-8586-f77fa8c4570d Apr 19 07:40:56.744899 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:40:56.819781 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-928291cc-0038-4f85-8e3c-c590b25e4daf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:40:56.889062 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-928291cc-0038-4f85-8e3c-c590b25e4daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:40:56.941369 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-4e316820-fec7-4798-8c01-7d221869f44d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769764214250'] for network, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:40:56.979313 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95fe3dd-d34b-4a6a-850d-9bf00e422865 admin admin] Pushing event updated for resources: {'Network': ['ID=92b22e7c-ace4-4b86-82cd-798189d12915,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:40:56.991952 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-f95fe3dd-d34b-4a6a-850d-9bf00e422865 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:40:56.999923 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:40:57.000770 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Network 92b22e7c-ace4-4b86-82cd-798189d12915 details requested by agent ovs-agent-dv-cinder-773870-2-smb with host dv-cinder-773870-2-smb {{(pid=86414) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 07:40:57.017672 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-928291cc-0038-4f85-8e3c-c590b25e4daf admin admin] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=86412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 07:40:57.085266 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-928291cc-0038-4f85-8e3c-c590b25e4daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853992622'] for segment, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:40:57.085652 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.db.segments_db [None req-928291cc-0038-4f85-8e3c-c590b25e4daf admin admin] Added segment 82586cc3-7b22-4a5c-b95c-8fce131571e9 of type vlan for network 54cc282c-1ba1-4d63-8981-01ed15bb5ad4 Apr 19 07:40:57.087119 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928291cc-0038-4f85-8e3c-c590b25e4daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6a6f22-2407-4b3e-8f67-866d7f3d5197,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:40:57.091226 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-f95fe3dd-d34b-4a6a-850d-9bf00e422865 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8437884 Apr 19 07:40:57.093897 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-928291cc-0038-4f85-8e3c-c590b25e4daf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:40:57.094723 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 35180) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:40:57.102685 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [None req-3eab3f2d-7b04-4783-be57-0a075ebaa8e9 admin admin] Request body: {'subnet': {'network_id': '92b22e7c-ace4-4b86-82cd-798189d12915', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-90962782-subnet', 'tenant_id': '22b9d993be1546df8a4a2d895f217457', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:40:57.113525 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-3eab3f2d-7b04-4783-be57-0a075ebaa8e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:40:57.126034 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-3eab3f2d-7b04-4783-be57-0a075ebaa8e9 admin admin] Usage tracker for resource:subnet and tenant:22b9d993be1546df8a4a2d895f217457 is out of sync, need to count used quota {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:40:57.144375 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-3eab3f2d-7b04-4783-be57-0a075ebaa8e9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:40:57.167402 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-3eab3f2d-7b04-4783-be57-0a075ebaa8e9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:40:57.188975 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eab3f2d-7b04-4783-be57-0a075ebaa8e9 admin admin] Made reservation on behalf of 22b9d993be1546df8a4a2d895f217457 for: {'subnet': 1} {{(pid=86413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 07:40:57.209834 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-3eab3f2d-7b04-4783-be57-0a075ebaa8e9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:40:57.270767 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-4e316820-fec7-4798-8c01-7d221869f44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314'] for network, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:40:57.279387 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-928291cc-0038-4f85-8e3c-c590b25e4daf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769764214250'] for network, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:40:57.284338 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e316820-fec7-4798-8c01-7d221869f44d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:40:57.284971 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-4e316820-fec7-4798-8c01-7d221869f44d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853097331'] for network, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:40:57.292682 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-a002311b-e827-4ee9-879e-ce184bc99076 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:40:57.555158 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-4e316820-fec7-4798-8c01-7d221869f44d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.1850653 Apr 19 07:40:57.561937 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 35206) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:40:57.572475 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-928291cc-0038-4f85-8e3c-c590b25e4daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314'] for network, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:40:57.573305 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e316820-fec7-4798-8c01-7d221869f44d admin admin] Pushing event updated for resources: {'Network': ['ID=344b2add-6553-4d1a-8586-f77fa8c4570d,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:40:57.580041 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [None req-dc6c244f-a9c6-41ed-9075-3c0e9156a32a admin admin] Request body: {'subnet': {'network_id': '344b2add-6553-4d1a-8586-f77fa8c4570d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1225594443-subnet', 'tenant_id': 'e9c11411cff14b03abaf52a279ac3844', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:40:57.584340 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Network 344b2add-6553-4d1a-8586-f77fa8c4570d details requested by agent ovs-agent-dv-cinder-773870-2-smb with host dv-cinder-773870-2-smb {{(pid=86414) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 07:40:57.587296 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-4e316820-fec7-4798-8c01-7d221869f44d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:40:57.588460 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928291cc-0038-4f85-8e3c-c590b25e4daf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:40:57.589102 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-928291cc-0038-4f85-8e3c-c590b25e4daf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853097331'] for network, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:40:57.595875 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-dc6c244f-a9c6-41ed-9075-3c0e9156a32a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:40:57.600579 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:40:57.687901 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-dc6c244f-a9c6-41ed-9075-3c0e9156a32a admin admin] Usage tracker for resource:subnet and tenant:e9c11411cff14b03abaf52a279ac3844 is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:40:57.692359 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-dc6c244f-a9c6-41ed-9075-3c0e9156a32a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:40:57.711713 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-dc6c244f-a9c6-41ed-9075-3c0e9156a32a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:40:57.785154 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 35214) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:40:57.828148 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-928291cc-0038-4f85-8e3c-c590b25e4daf admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.4230292 Apr 19 07:40:57.831413 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 35220) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:40:57.841120 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [None req-6f64d93d-eee3-49c5-a50a-ed7fa5a25401 admin admin] Request body: {'subnet': {'network_id': '54cc282c-1ba1-4d63-8981-01ed15bb5ad4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-967826059-subnet', 'tenant_id': '3ef6d999ea3a4447a9b6387c496ca58a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:40:57.841708 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928291cc-0038-4f85-8e3c-c590b25e4daf admin admin] Pushing event updated for resources: {'Network': ['ID=54cc282c-1ba1-4d63-8981-01ed15bb5ad4,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:40:57.846544 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc6c244f-a9c6-41ed-9075-3c0e9156a32a admin admin] Made reservation on behalf of e9c11411cff14b03abaf52a279ac3844 for: {'subnet': 1} {{(pid=86412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 07:40:57.851589 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-dc6c244f-a9c6-41ed-9075-3c0e9156a32a admin admin] Notify callbacks [] for subnet, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:40:57.852905 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-6f64d93d-eee3-49c5-a50a-ed7fa5a25401 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:40:57.855623 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Network 54cc282c-1ba1-4d63-8981-01ed15bb5ad4 details requested by agent ovs-agent-dv-cinder-773870-2-smb with host dv-cinder-773870-2-smb {{(pid=86414) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 07:40:57.865178 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-6f64d93d-eee3-49c5-a50a-ed7fa5a25401 admin admin] Usage tracker for resource:subnet and tenant:3ef6d999ea3a4447a9b6387c496ca58a is out of sync, need to count used quota {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:40:57.898826 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-6f64d93d-eee3-49c5-a50a-ed7fa5a25401 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:40:57.914604 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-6f64d93d-eee3-49c5-a50a-ed7fa5a25401 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:40:57.959748 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-457127ac-f3fa-45cb-9376-48b23b72b7b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:40:57.973761 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f64d93d-eee3-49c5-a50a-ed7fa5a25401 admin admin] Made reservation on behalf of 3ef6d999ea3a4447a9b6387c496ca58a for: {'subnet': 1} {{(pid=86413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 07:40:57.978648 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6f64d93d-eee3-49c5-a50a-ed7fa5a25401 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:40:58.009954 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-3eab3f2d-7b04-4783-be57-0a075ebaa8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1716840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314'] for subnet, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:40:58.020234 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-457127ac-f3fa-45cb-9376-48b23b72b7b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:40:58.025067 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-2e607f4c-5b83-41c0-9517-3ea4f4d9d8ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:40:58.038518 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-928291cc-0038-4f85-8e3c-c590b25e4daf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:40:58.055786 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-457127ac-f3fa-45cb-9376-48b23b72b7b4 admin admin] Usage tracker for resource:security_group_rule and tenant:5ffb137ab45242e3b074d632220f7aaf is out of sync, need to count used quota {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:40:58.106452 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-457127ac-f3fa-45cb-9376-48b23b72b7b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:40:58.122215 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-457127ac-f3fa-45cb-9376-48b23b72b7b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:40:58.214304 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eab3f2d-7b04-4783-be57-0a075ebaa8e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dd7269a-5347-4afd-8bbc-fa20cb5246a7,revision_number=0']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:40:58.220187 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-3eab3f2d-7b04-4783-be57-0a075ebaa8e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:40:58.225002 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eab3f2d-7b04-4783-be57-0a075ebaa8e9 admin admin] Checking segment: {'id': '0742a00d-7e59-4a19-aab2-c75bcfddb3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '92b22e7c-ace4-4b86-82cd-798189d12915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 07:40:58.225409 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eab3f2d-7b04-4783-be57-0a075ebaa8e9 admin admin] Network hostable DHCP agents. Network: 92b22e7c-ace4-4b86-82cd-798189d12915, hostable agents: ['f48e5f8f-9537-4f01-bc3c-e3892051a721'], hosted agents: [] {{(pid=86413) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 07:40:58.315311 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eab3f2d-7b04-4783-be57-0a075ebaa8e9 admin admin] Network 92b22e7c-ace4-4b86-82cd-798189d12915 is scheduled to be hosted by DHCP agent f48e5f8f-9537-4f01-bc3c-e3892051a721 with binding_index 1 {{(pid=86413) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 07:40:58.352838 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.base_scheduler [None req-3eab3f2d-7b04-4783-be57-0a075ebaa8e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773870-2-smb, 92b22e7c-ace4-4b86-82cd-798189d12915) {{(pid=86413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 07:40:58.362356 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b92022-0990-491c-96be-ed410241102f None None] Network 92b22e7c-ace4-4b86-82cd-798189d12915 requested from dv-cinder-773870-2-smb {{(pid=86414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 07:40:58.367895 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-66b93e4c-d1d9-4234-b0d4-ce979bd43358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1716840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314'] for subnet, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:40:58.379557 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-8016fea8-7a44-497e-b128-47736d64a33b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1716840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314'] for subnet, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:40:58.382542 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eab3f2d-7b04-4783-be57-0a075ebaa8e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:40:58.383211 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-3eab3f2d-7b04-4783-be57-0a075ebaa8e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853097331'] for subnet, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:40:58.388827 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:40:58.390391 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-457127ac-f3fa-45cb-9376-48b23b72b7b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:40:58.410593 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-457127ac-f3fa-45cb-9376-48b23b72b7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:40:58.425658 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-5ffa6297-91db-41f1-91c8-1c6695f6e6ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:40:58.504477 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457127ac-f3fa-45cb-9376-48b23b72b7b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f42e2b8c-1569-4979-b6c9-8461f03711fa,revision_number=1']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:40:58.509299 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-457127ac-f3fa-45cb-9376-48b23b72b7b4 admin admin] Synchronizing usage tracker for tenant:3d7668ea272e4de99809c23636b71c81 on resource:security_group {{(pid=86413) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 07:40:58.514570 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-457127ac-f3fa-45cb-9376-48b23b72b7b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:40:58.532457 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-3eab3f2d-7b04-4783-be57-0a075ebaa8e9 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4362249 Apr 19 07:40:58.549674 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b93e4c-d1d9-4234-b0d4-ce979bd43358 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de605b46-a093-48ae-a63f-9a51e235e4b3,revision_number=0']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:40:58.571779 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-457127ac-f3fa-45cb-9376-48b23b72b7b4 admin admin] Unset dirty status for tenant:3d7668ea272e4de99809c23636b71c81 on resource:security_group {{(pid=86413) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 07:40:58.580561 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-457127ac-f3fa-45cb-9376-48b23b72b7b4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5ffb137ab45242e3b074d632220f7aaf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7942576 Apr 19 07:40:58.581348 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 35236) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:40:58.606158 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b93e4c-d1d9-4234-b0d4-ce979bd43358 admin admin] Checking segment: {'id': '71797285-2b24-44ab-bc5d-907fe2f55ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9f8aa9f4-c051-436b-a77b-0b1e6ac2b108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 07:40:58.606544 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b93e4c-d1d9-4234-b0d4-ce979bd43358 admin admin] Network hostable DHCP agents. Network: 9f8aa9f4-c051-436b-a77b-0b1e6ac2b108, hostable agents: ['f48e5f8f-9537-4f01-bc3c-e3892051a721'], hosted agents: [] {{(pid=86412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 07:40:58.656999 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3643ac7e-0949-4804-94c2-0643971ad153 None None] Network 92b22e7c-ace4-4b86-82cd-798189d12915 requested from dv-cinder-773870-2-smb {{(pid=86414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 07:40:58.675244 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8016fea8-7a44-497e-b128-47736d64a33b admin admin] Checking segment: {'id': '5ece5800-cf63-4b8e-9592-eecf9bad7847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'c60a7a0e-d7f4-4271-80f2-d9ececf82671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 07:40:58.675623 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8016fea8-7a44-497e-b128-47736d64a33b admin admin] Network hostable DHCP agents. Network: c60a7a0e-d7f4-4271-80f2-d9ececf82671, hostable agents: ['f48e5f8f-9537-4f01-bc3c-e3892051a721'], hosted agents: [] {{(pid=86412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 07:40:58.754845 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8016fea8-7a44-497e-b128-47736d64a33b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7ac704f-a7c2-4301-8e27-7927e5a3d15d,revision_number=0']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:40:58.776399 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-8016fea8-7a44-497e-b128-47736d64a33b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:40:58.777002 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.334s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:40:58.777305 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:40:58.783537 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b93e4c-d1d9-4234-b0d4-ce979bd43358 admin admin] Network 9f8aa9f4-c051-436b-a77b-0b1e6ac2b108 is scheduled to be hosted by DHCP agent f48e5f8f-9537-4f01-bc3c-e3892051a721 with binding_index 1 {{(pid=86412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 07:40:58.795869 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8016fea8-7a44-497e-b128-47736d64a33b admin admin] Network c60a7a0e-d7f4-4271-80f2-d9ececf82671 is scheduled to be hosted by DHCP agent f48e5f8f-9537-4f01-bc3c-e3892051a721 with binding_index 1 {{(pid=86412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 07:40:58.804048 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.base_scheduler [None req-66b93e4c-d1d9-4234-b0d4-ce979bd43358 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773870-2-smb, 9f8aa9f4-c051-436b-a77b-0b1e6ac2b108) {{(pid=86412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 07:40:58.815533 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.base_scheduler [None req-8016fea8-7a44-497e-b128-47736d64a33b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773870-2-smb, c60a7a0e-d7f4-4271-80f2-d9ececf82671) {{(pid=86412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 07:40:58.822009 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-fdb350f2-adce-48de-b284-061282e396af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:40:58.829458 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b93e4c-d1d9-4234-b0d4-ce979bd43358 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:40:58.830107 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-66b93e4c-d1d9-4234-b0d4-ce979bd43358 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853097331'] for subnet, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:40:58.841248 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49bb804-a8de-44aa-879e-2faa97ea84fa None None] Network 9f8aa9f4-c051-436b-a77b-0b1e6ac2b108 requested from dv-cinder-773870-2-smb {{(pid=86414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 07:40:58.872896 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8016fea8-7a44-497e-b128-47736d64a33b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:40:58.873692 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-8016fea8-7a44-497e-b128-47736d64a33b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853097331'] for subnet, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:40:58.890360 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-66b93e4c-d1d9-4234-b0d4-ce979bd43358 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8708935 Apr 19 07:40:58.898423 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 35256) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:40:58.907119 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [None req-ca69a1bd-8a23-4d93-93c5-790c4289543e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1461246334-router', 'tenant_id': '4785af1c8f0e4b01af43cb5ee0e71925', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f'}}} {{(pid=86412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:40:58.912037 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-fdb350f2-adce-48de-b284-061282e396af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:40:58.913691 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbcf5c1-7256-4db8-b13a-88381bedf491 None None] Network c60a7a0e-d7f4-4271-80f2-d9ececf82671 requested from dv-cinder-773870-2-smb {{(pid=86414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 07:40:58.913866 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-ca69a1bd-8a23-4d93-93c5-790c4289543e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:40:58.918021 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-ca69a1bd-8a23-4d93-93c5-790c4289543e admin admin] Usage tracker for resource:router and tenant:4785af1c8f0e4b01af43cb5ee0e71925 is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:40:58.923293 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-ca69a1bd-8a23-4d93-93c5-790c4289543e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:40:58.935048 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-ca69a1bd-8a23-4d93-93c5-790c4289543e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:40:58.948668 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-ca69a1bd-8a23-4d93-93c5-790c4289543e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2872'] for router, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:40:58.950638 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-ca69a1bd-8a23-4d93-93c5-790c4289543e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852969244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852963326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853065965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772944'] for router, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:40:58.976602 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-ca69a1bd-8a23-4d93-93c5-790c4289543e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:40:58.999133 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-8016fea8-7a44-497e-b128-47736d64a33b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.6356108 Apr 19 07:40:59.002143 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 35268) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:40:59.014491 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [None req-f37fc0cc-942d-4108-8c2b-469d27a78202 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-727663491-router', 'tenant_id': 'e16dd95cee524812ae6d6b49005c2136', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f'}}} {{(pid=86413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:40:59.021302 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-f37fc0cc-942d-4108-8c2b-469d27a78202 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:40:59.036286 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-f37fc0cc-942d-4108-8c2b-469d27a78202 admin admin] Usage tracker for resource:router and tenant:e16dd95cee524812ae6d6b49005c2136 is out of sync, need to count used quota {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:40:59.041169 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-f37fc0cc-942d-4108-8c2b-469d27a78202 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:40:59.052418 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-f37fc0cc-942d-4108-8c2b-469d27a78202 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:40:59.055102 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6f64d93d-eee3-49c5-a50a-ed7fa5a25401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1716840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314'] for subnet, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:40:59.063742 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:40:59.111186 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-f37fc0cc-942d-4108-8c2b-469d27a78202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2872'] for router, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:40:59.112753 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-f37fc0cc-942d-4108-8c2b-469d27a78202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852969244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852963326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853065965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772944'] for router, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:40:59.116526 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-fdb350f2-adce-48de-b284-061282e396af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:40:59.177728 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f64d93d-eee3-49c5-a50a-ed7fa5a25401 admin admin] Pushing event updated for resources: {'Subnet': ['ID=576f6062-f22a-411b-bc12-7e9099407d19,revision_number=0']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:40:59.180573 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-f37fc0cc-942d-4108-8c2b-469d27a78202 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:40:59.244447 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-fdb350f2-adce-48de-b284-061282e396af admin admin] Notify callbacks [] for security_group, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:40:59.248207 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-fdb350f2-adce-48de-b284-061282e396af admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f42e2b8c-1569-4979-b6c9-8461f03711fa HTTP/1.1" status: 204 len: 168 time: 0.6586504 Apr 19 07:40:59.249022 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-6f64d93d-eee3-49c5-a50a-ed7fa5a25401 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:40:59.256783 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-c76beaa8-4df4-4484-a387-c08ea388cee7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.118s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:40:59.302809 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f64d93d-eee3-49c5-a50a-ed7fa5a25401 admin admin] Checking segment: {'id': '82586cc3-7b22-4a5c-b95c-8fce131571e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '54cc282c-1ba1-4d63-8981-01ed15bb5ad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 07:40:59.303229 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f64d93d-eee3-49c5-a50a-ed7fa5a25401 admin admin] Network hostable DHCP agents. Network: 54cc282c-1ba1-4d63-8981-01ed15bb5ad4, hostable agents: ['f48e5f8f-9537-4f01-bc3c-e3892051a721'], hosted agents: [] {{(pid=86413) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 07:40:59.335346 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb350f2-adce-48de-b284-061282e396af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f42e2b8c-1569-4979-b6c9-8461f03711fa,revision_number=None']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:40:59.346731 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-fdb350f2-adce-48de-b284-061282e396af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:40:59.485425 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 35292) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:40:59.493957 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f64d93d-eee3-49c5-a50a-ed7fa5a25401 admin admin] Network 54cc282c-1ba1-4d63-8981-01ed15bb5ad4 is scheduled to be hosted by DHCP agent f48e5f8f-9537-4f01-bc3c-e3892051a721 with binding_index 1 {{(pid=86413) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 07:40:59.641285 dv-cinder-773870-2-smb neutron-server[86301]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 19 07:40:59.658512 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-dc6c244f-a9c6-41ed-9075-3c0e9156a32a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1716840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314'] for subnet, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:40:59.667443 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-ca69a1bd-8a23-4d93-93c5-790c4289543e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852963083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852968353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772959'] for router, precommit_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:40:59.671931 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:40:59.731002 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4313d682-2bc9-4160-9f91-013543afc00a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeade674a-62f6-546f-90c5-e6c95b1ab3ad-9f8aa9f4-c051-436b-a77b-0b1e6ac2b108', 'network_id': '9f8aa9f4-c051-436b-a77b-0b1e6ac2b108', 'tenant_id': '4785af1c8f0e4b01af43cb5ee0e71925', 'fixed_ips': [{'subnet_id': 'de605b46-a093-48ae-a63f-9a51e235e4b3'}]}} from dv-cinder-773870-2-smb. {{(pid=86414) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 07:40:59.731947 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-4313d682-2bc9-4160-9f91-013543afc00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_create {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:40:59.782098 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.base_scheduler [None req-6f64d93d-eee3-49c5-a50a-ed7fa5a25401 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773870-2-smb, 54cc282c-1ba1-4d63-8981-01ed15bb5ad4) {{(pid=86413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 07:40:59.795140 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f64d93d-eee3-49c5-a50a-ed7fa5a25401 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:40:59.796220 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6f64d93d-eee3-49c5-a50a-ed7fa5a25401 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853097331'] for subnet, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:40:59.809264 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6c244f-a9c6-41ed-9075-3c0e9156a32a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c5b43ec-f7c9-4575-8110-35fe8456208f,revision_number=0']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:40:59.817408 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-dc6c244f-a9c6-41ed-9075-3c0e9156a32a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:40:59.833888 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6c244f-a9c6-41ed-9075-3c0e9156a32a admin admin] Checking segment: {'id': 'c3669ef2-ea46-4bf1-a139-ead8c52e98ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '344b2add-6553-4d1a-8586-f77fa8c4570d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 07:40:59.834488 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6c244f-a9c6-41ed-9075-3c0e9156a32a admin admin] Network hostable DHCP agents. Network: 344b2add-6553-4d1a-8586-f77fa8c4570d, hostable agents: ['f48e5f8f-9537-4f01-bc3c-e3892051a721'], hosted agents: [] {{(pid=86412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 07:40:59.889378 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 35318) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:40:59.905650 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 35320) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:40:59.909596 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca463bb8-2ec0-402f-afc8-15dd8d135097 None None] Network c60a7a0e-d7f4-4271-80f2-d9ececf82671 requested from dv-cinder-773870-2-smb {{(pid=86414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 07:40:59.924742 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-607302c1-57df-4543-a077-8070f7cc4b62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:40:59.928285 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32be125f-55ab-4640-b7d5-f82e2c71218d None None] Network 54cc282c-1ba1-4d63-8981-01ed15bb5ad4 requested from dv-cinder-773870-2-smb {{(pid=86414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 07:40:59.956748 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-607302c1-57df-4543-a077-8070f7cc4b62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:40:59.960688 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6c244f-a9c6-41ed-9075-3c0e9156a32a admin admin] Network 344b2add-6553-4d1a-8586-f77fa8c4570d is scheduled to be hosted by DHCP agent f48e5f8f-9537-4f01-bc3c-e3892051a721 with binding_index 1 {{(pid=86412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 07:40:59.970020 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-607302c1-57df-4543-a077-8070f7cc4b62 admin admin] Usage tracker for resource:security_group_rule and tenant:2f6cb2a42da646f8bf67a0d03eb960b1 is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:40:59.975271 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-607302c1-57df-4543-a077-8070f7cc4b62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:40:59.983267 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-607302c1-57df-4543-a077-8070f7cc4b62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:40:59.996414 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.base_scheduler [None req-dc6c244f-a9c6-41ed-9075-3c0e9156a32a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773870-2-smb, 344b2add-6553-4d1a-8586-f77fa8c4570d) {{(pid=86412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 07:41:00.009205 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6c244f-a9c6-41ed-9075-3c0e9156a32a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:00.009852 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-dc6c244f-a9c6-41ed-9075-3c0e9156a32a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853097331'] for subnet, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:00.079251 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-dc6c244f-a9c6-41ed-9075-3c0e9156a32a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.5122027 Apr 19 07:41:00.147527 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-f37fc0cc-942d-4108-8c2b-469d27a78202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852963083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852968353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772959'] for router, precommit_update {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:00.164246 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-6f64d93d-eee3-49c5-a50a-ed7fa5a25401 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.3317213 Apr 19 07:41:00.191725 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 35334) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:41:00.213906 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.db_base_plugin_common [None req-4313d682-2bc9-4160-9f91-013543afc00a None None] Allocated IP 172.20.0.2 (9f8aa9f4-c051-436b-a77b-0b1e6ac2b108/de605b46-a093-48ae-a63f-9a51e235e4b3/77ca0839-7627-499c-94be-d0adf743b107) {{(pid=86414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 07:41:00.238876 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [None req-6f8d427e-3b49-4983-98e7-5ee782376a58 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-967826059-router', 'tenant_id': '3ef6d999ea3a4447a9b6387c496ca58a', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f'}}} {{(pid=86413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:41:00.245072 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-6f8d427e-3b49-4983-98e7-5ee782376a58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:41:00.250638 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-6f8d427e-3b49-4983-98e7-5ee782376a58 admin admin] Usage tracker for resource:router and tenant:3ef6d999ea3a4447a9b6387c496ca58a is out of sync, need to count used quota {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:41:00.254306 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-6f8d427e-3b49-4983-98e7-5ee782376a58 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:41:00.262055 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-6f8d427e-3b49-4983-98e7-5ee782376a58 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:41:00.296667 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6f8d427e-3b49-4983-98e7-5ee782376a58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2872'] for router, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:00.298389 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6f8d427e-3b49-4983-98e7-5ee782376a58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852969244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852963326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853065965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772944'] for router, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:00.319998 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6f8d427e-3b49-4983-98e7-5ee782376a58 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:00.422955 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-ca69a1bd-8a23-4d93-93c5-790c4289543e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:00.444830 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-4313d682-2bc9-4160-9f91-013543afc00a None None] Notify callbacks [] for port, precommit_create {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:00.458649 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35204cc7-0802-42b2-9f0b-c0cb9799f439 None None] Network 344b2add-6553-4d1a-8586-f77fa8c4570d requested from dv-cinder-773870-2-smb {{(pid=86414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 07:41:00.465309 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-607302c1-57df-4543-a077-8070f7cc4b62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:00.467617 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-ca69a1bd-8a23-4d93-93c5-790c4289543e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:00.497923 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-4313d682-2bc9-4160-9f91-013543afc00a None None] Transition to ACTIVE for port object 77ca0839-7627-499c-94be-d0adf743b107 will not be triggered until provisioned by entity L2. {{(pid=86414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 07:41:00.510279 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-607302c1-57df-4543-a077-8070f7cc4b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:00.527909 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-f95fe3dd-d34b-4a6a-850d-9bf00e422865 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:00.538673 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-4313d682-2bc9-4160-9f91-013543afc00a None None] Transition to ACTIVE for port object 77ca0839-7627-499c-94be-d0adf743b107 will not be triggered until provisioned by entity DHCP. {{(pid=86414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 07:41:00.600287 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-4313d682-2bc9-4160-9f91-013543afc00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769764225105'] for port, after_create {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:00.619033 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-607302c1-57df-4543-a077-8070f7cc4b62 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2f6cb2a42da646f8bf67a0d03eb960b1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7276804 Apr 19 07:41:00.619690 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 35346) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:41:00.643487 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607302c1-57df-4543-a077-8070f7cc4b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1181e68-e97d-4378-ade5-1b72921da262,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:00.691728 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-607302c1-57df-4543-a077-8070f7cc4b62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:00.720482 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:00.763742 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4313d682-2bc9-4160-9f91-013543afc00a None None] Network 9f8aa9f4-c051-436b-a77b-0b1e6ac2b108 is already hosted by enough agents. {{(pid=86414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 07:41:00.771003 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.base_scheduler [None req-4313d682-2bc9-4160-9f91-013543afc00a None None] Resources bound (agent type, host, resource id): {{(pid=86414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 07:41:00.772464 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.db_base_plugin_common [None req-ca69a1bd-8a23-4d93-93c5-790c4289543e admin admin] Allocated IP 172.28.2.49 (e87e9adf-9874-4d07-9d49-89485cde7b0f/53f1cb4b-365b-4e38-a680-1360d7889810/d3c332ed-a2a9-40a2-a10b-b2b058600796) {{(pid=86412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 07:41:00.775952 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-2f051b5e-401c-4727-9cb6-3dbe3d1a73f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:00.896103 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4313d682-2bc9-4160-9f91-013543afc00a None None] Received port after_create {{(pid=86414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 07:41:00.922696 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-5dd3bfb6-dcc8-416c-aff2-7eb8c9abc4af admin admin] Notify callbacks [] for security_group, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:00.936683 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 35356) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:41:00.953234 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e669f8f8-fb72-4949-af4b-fb274a7eaf99 req-5fcf5a63-88b4-4524-a2aa-d579d4bde74b tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:00.954885 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-e669f8f8-fb72-4949-af4b-fb274a7eaf99 req-5fcf5a63-88b4-4524-a2aa-d579d4bde74b tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] 10.222.0.41 "GET /v2.0/networks?id=92b22e7c-ace4-4b86-82cd-798189d12915 HTTP/1.1" status: 200 len: 810 time: 1.4624176 Apr 19 07:41:00.961112 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [None req-5d08e889-0d71-4cee-9143-682f186167e1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1962085432-network', 'tenant_id': 'a82d7e4db0db445b865293cbc5e5c6de'}} {{(pid=86413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:41:00.971495 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6f8d427e-3b49-4983-98e7-5ee782376a58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852963083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852968353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772959'] for router, precommit_update {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:00.980815 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-5dd3bfb6-dcc8-416c-aff2-7eb8c9abc4af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:41:00.985629 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-5d08e889-0d71-4cee-9143-682f186167e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:41:00.995135 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-5dd3bfb6-dcc8-416c-aff2-7eb8c9abc4af admin admin] Usage tracker for resource:security_group_rule and tenant:1335b1983d97457e85db0477658b8f82 is out of sync, need to count used quota {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:41:00.999598 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-5dd3bfb6-dcc8-416c-aff2-7eb8c9abc4af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:41:01.046899 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-2f051b5e-401c-4727-9cb6-3dbe3d1a73f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:01.070537 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-5d08e889-0d71-4cee-9143-682f186167e1 admin admin] Usage tracker for resource:network and tenant:a82d7e4db0db445b865293cbc5e5c6de is out of sync, need to count used quota {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:41:01.102306 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-5dd3bfb6-dcc8-416c-aff2-7eb8c9abc4af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:41:01.106445 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4313d682-2bc9-4160-9f91-013543afc00a None None] Pushing event updated for resources: {'Port': ['ID=77ca0839-7627-499c-94be-d0adf743b107,revision_number=1']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:01.122142 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4313d682-2bc9-4160-9f91-013543afc00a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:41:01.122527 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4313d682-2bc9-4160-9f91-013543afc00a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:41:01.122902 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4313d682-2bc9-4160-9f91-013543afc00a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:41:01.123357 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4313d682-2bc9-4160-9f91-013543afc00a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:41:01.123723 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4313d682-2bc9-4160-9f91-013543afc00a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:41:01.124088 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4313d682-2bc9-4160-9f91-013543afc00a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:41:01.124450 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4313d682-2bc9-4160-9f91-013543afc00a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:41:01.124808 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4313d682-2bc9-4160-9f91-013543afc00a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:41:01.125168 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4313d682-2bc9-4160-9f91-013543afc00a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:41:01.125524 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4313d682-2bc9-4160-9f91-013543afc00a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:41:01.125880 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4313d682-2bc9-4160-9f91-013543afc00a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:41:01.126232 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4313d682-2bc9-4160-9f91-013543afc00a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:41:01.127355 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4313d682-2bc9-4160-9f91-013543afc00a None None] Tracked resource versions report: Apr 19 07:41:01.127355 dv-cinder-773870-2-smb neutron-server[86301]: pushed versions: Apr 19 07:41:01.127355 dv-cinder-773870-2-smb neutron-server[86301]: { 'AddressGroup': {'1.2'}, Apr 19 07:41:01.127355 dv-cinder-773870-2-smb neutron-server[86301]: 'ConntrackHelper': {'1.0'}, Apr 19 07:41:01.127355 dv-cinder-773870-2-smb neutron-server[86301]: 'Log': {'1.0'}, Apr 19 07:41:01.127355 dv-cinder-773870-2-smb neutron-server[86301]: 'Network': {'1.1'}, Apr 19 07:41:01.127355 dv-cinder-773870-2-smb neutron-server[86301]: 'Port': {'1.7'}, Apr 19 07:41:01.127355 dv-cinder-773870-2-smb neutron-server[86301]: 'PortForwarding': {'1.2'}, Apr 19 07:41:01.127355 dv-cinder-773870-2-smb neutron-server[86301]: 'QosPolicy': {'1.8'}, Apr 19 07:41:01.127355 dv-cinder-773870-2-smb neutron-server[86301]: 'SecurityGroup': {'1.4'}, Apr 19 07:41:01.127355 dv-cinder-773870-2-smb neutron-server[86301]: 'SecurityGroupRule': {'1.2'}, Apr 19 07:41:01.127355 dv-cinder-773870-2-smb neutron-server[86301]: 'SubPort': {'1.0'}, Apr 19 07:41:01.127355 dv-cinder-773870-2-smb neutron-server[86301]: 'Subnet': {'1.1'}, Apr 19 07:41:01.127355 dv-cinder-773870-2-smb neutron-server[86301]: 'Trunk': {'1.1'}} Apr 19 07:41:01.127355 dv-cinder-773870-2-smb neutron-server[86301]: consumer versions: Apr 19 07:41:01.127355 dv-cinder-773870-2-smb neutron-server[86301]: { DHCP agent@dv-cinder-773870-2-smb: {}, Apr 19 07:41:01.127355 dv-cinder-773870-2-smb neutron-server[86301]: HyperV agent@hv-cinder-77387: {}, Apr 19 07:41:01.127355 dv-cinder-773870-2-smb neutron-server[86301]: L3 agent@dv-cinder-773870-2-smb: {}, Apr 19 07:41:01.127355 dv-cinder-773870-2-smb neutron-server[86301]: Metadata agent@dv-cinder-773870-2-smb: {}, Apr 19 07:41:01.127355 dv-cinder-773870-2-smb neutron-server[86301]: Metering agent@dv-cinder-773870-2-smb: {}, Apr 19 07:41:01.127355 dv-cinder-773870-2-smb neutron-server[86301]: Open vSwitch agent@dv-cinder-773870-2-smb: { 'AddressGroup': '1.2', Apr 19 07:41:01.127355 dv-cinder-773870-2-smb neutron-server[86301]: 'ConntrackHelper': '1.0', Apr 19 07:41:01.127355 dv-cinder-773870-2-smb neutron-server[86301]: 'Log': '1.0', Apr 19 07:41:01.127355 dv-cinder-773870-2-smb neutron-server[86301]: 'Network': '1.1', Apr 19 07:41:01.127355 dv-cinder-773870-2-smb neutron-server[86301]: 'Port': '1.7', Apr 19 07:41:01.127355 dv-cinder-773870-2-smb neutron-server[86301]: 'PortForwarding': '1.2', Apr 19 07:41:01.127355 dv-cinder-773870-2-smb neutron-server[86301]: 'QosPolicy': '1.8', Apr 19 07:41:01.127355 dv-cinder-773870-2-smb neutron-server[86301]: 'SecurityGroup': '1.4', Apr 19 07:41:01.127355 dv-cinder-773870-2-smb neutron-server[86301]: 'SecurityGroupRule': '1.2', Apr 19 07:41:01.127355 dv-cinder-773870-2-smb neutron-server[86301]: 'SubPort': '1.0', Apr 19 07:41:01.127355 dv-cinder-773870-2-smb neutron-server[86301]: 'Subnet': '1.1', Apr 19 07:41:01.127355 dv-cinder-773870-2-smb neutron-server[86301]: 'Trunk': '1.1'}} Apr 19 07:41:01.127355 dv-cinder-773870-2-smb neutron-server[86301]: {{(pid=86414) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 19 07:41:01.147809 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-4313d682-2bc9-4160-9f91-013543afc00a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:01.193189 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-5d08e889-0d71-4cee-9143-682f186167e1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:41:01.200415 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-5d08e889-0d71-4cee-9143-682f186167e1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:41:01.226232 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-4313d682-2bc9-4160-9f91-013543afc00a None None] Attempting to bind port 77ca0839-7627-499c-94be-d0adf743b107 on host dv-cinder-773870-2-smb for vnic_type normal with profile {{(pid=86414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 07:41:01.226627 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-4313d682-2bc9-4160-9f91-013543afc00a None None] Attempting to bind port 77ca0839-7627-499c-94be-d0adf743b107 by drivers openvswitch,hyperv on host dv-cinder-773870-2-smb at level 0 using segments [{'id': '71797285-2b24-44ab-bc5d-907fe2f55ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9f8aa9f4-c051-436b-a77b-0b1e6ac2b108'}] {{(pid=86414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 07:41:01.227028 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4313d682-2bc9-4160-9f91-013543afc00a None None] Attempting to bind port 77ca0839-7627-499c-94be-d0adf743b107 on network 9f8aa9f4-c051-436b-a77b-0b1e6ac2b108 {{(pid=86414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 07:41:01.233189 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-e669f8f8-fb72-4949-af4b-fb274a7eaf99 req-45f1cdd5-a97f-499f-8b22-f0f7ae856f0b tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] 10.222.0.41 "GET /v2.0/quotas/22b9d993be1546df8a4a2d895f217457 HTTP/1.1" status: 200 len: 375 time: 0.2639210 Apr 19 07:41:01.236636 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-ca69a1bd-8a23-4d93-93c5-790c4289543e admin admin] Notify callbacks [] for port, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:01.244638 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4313d682-2bc9-4160-9f91-013543afc00a None None] Checking agent: {'id': 'ee0c2bac-a846-4753-a270-37ad89ef2b53', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773870-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 32, 41), 'started_at': datetime.datetime(2021, 4, 19, 7, 33, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773870-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 07:41:01.245017 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4313d682-2bc9-4160-9f91-013543afc00a None None] Checking segment: {'id': '71797285-2b24-44ab-bc5d-907fe2f55ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9f8aa9f4-c051-436b-a77b-0b1e6ac2b108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 07:41:01.245463 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-4313d682-2bc9-4160-9f91-013543afc00a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:01.245886 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4313d682-2bc9-4160-9f91-013543afc00a None None] Bound using segment: {'id': '71797285-2b24-44ab-bc5d-907fe2f55ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9f8aa9f4-c051-436b-a77b-0b1e6ac2b108'} {{(pid=86414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 07:41:01.246739 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-4313d682-2bc9-4160-9f91-013543afc00a None None] Bound port: 77ca0839-7627-499c-94be-d0adf743b107, host: dv-cinder-773870-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71797285-2b24-44ab-bc5d-907fe2f55ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9f8aa9f4-c051-436b-a77b-0b1e6ac2b108'}}] {{(pid=86414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 07:41:01.247224 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-4313d682-2bc9-4160-9f91-013543afc00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:01.289030 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-2f051b5e-401c-4727-9cb6-3dbe3d1a73f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:01.297255 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-607302c1-57df-4543-a077-8070f7cc4b62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:01.314257 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d08e889-0d71-4cee-9143-682f186167e1 admin admin] Made reservation on behalf of a82d7e4db0db445b865293cbc5e5c6de for: {'network': 1} {{(pid=86413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 07:41:01.317104 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f051b5e-401c-4727-9cb6-3dbe3d1a73f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1181e68-e97d-4378-ade5-1b72921da262,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:01.320898 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-5d08e889-0d71-4cee-9143-682f186167e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for network, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:01.322794 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-2f051b5e-401c-4727-9cb6-3dbe3d1a73f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:01.332980 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-2f051b5e-401c-4727-9cb6-3dbe3d1a73f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:01.337237 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-2f051b5e-401c-4727-9cb6-3dbe3d1a73f5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a1181e68-e97d-4378-ade5-1b72921da262 HTTP/1.1" status: 204 len: 168 time: 0.7089250 Apr 19 07:41:01.337237 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-ca69a1bd-8a23-4d93-93c5-790c4289543e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769764225105'] for port, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:01.343056 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:01.352650 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-5d08e889-0d71-4cee-9143-682f186167e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:01.366797 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-e669f8f8-fb72-4949-af4b-fb274a7eaf99 req-67f9695f-e467-4b03-8a09-c9f1e1519f94 tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=22b9d993be1546df8a4a2d895f217457&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1329272 Apr 19 07:41:01.396884 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-5dd3bfb6-dcc8-416c-aff2-7eb8c9abc4af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:01.408328 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-5dd3bfb6-dcc8-416c-aff2-7eb8c9abc4af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:01.424514 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca69a1bd-8a23-4d93-93c5-790c4289543e admin admin] Network e87e9adf-9874-4d07-9d49-89485cde7b0f is already hosted by enough agents. {{(pid=86412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 07:41:01.428229 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.base_scheduler [None req-ca69a1bd-8a23-4d93-93c5-790c4289543e admin admin] Resources bound (agent type, host, resource id): {{(pid=86412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 07:41:01.436021 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca69a1bd-8a23-4d93-93c5-790c4289543e admin admin] Received port after_create {{(pid=86412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 07:41:01.466270 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-5d08e889-0d71-4cee-9143-682f186167e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:41:01.481157 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:01.511393 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-5d08e889-0d71-4cee-9143-682f186167e1 admin admin] Usage tracker for resource:security_group_rule and tenant:a82d7e4db0db445b865293cbc5e5c6de is out of sync, need to count used quota {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:41:01.518515 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-5d08e889-0d71-4cee-9143-682f186167e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:41:01.524904 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a0ae93-cf44-4957-8c01-8c08be4bb7c6 None None] Network 344b2add-6553-4d1a-8586-f77fa8c4570d requested from dv-cinder-773870-2-smb {{(pid=86414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 07:41:01.534067 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd3bfb6-dcc8-416c-aff2-7eb8c9abc4af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8bfaff7-989c-4e8c-9964-8f1c5ff03d4f,revision_number=1']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:01.537392 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-5d08e889-0d71-4cee-9143-682f186167e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:41:01.550219 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-5dd3bfb6-dcc8-416c-aff2-7eb8c9abc4af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:01.571239 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-5dd3bfb6-dcc8-416c-aff2-7eb8c9abc4af admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1335b1983d97457e85db0477658b8f82&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6515102 Apr 19 07:41:01.592990 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 35380) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:41:01.632074 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca69a1bd-8a23-4d93-93c5-790c4289543e admin admin] Pushing event updated for resources: {'Port': ['ID=d3c332ed-a2a9-40a2-a10b-b2b058600796,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:01.636738 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-ca69a1bd-8a23-4d93-93c5-790c4289543e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:01.751120 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-4313d682-2bc9-4160-9f91-013543afc00a None None] For port 77ca0839-7627-499c-94be-d0adf743b107, host dv-cinder-773870-2-smb, cleared binding levels {{(pid=86414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 07:41:01.759789 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-4313d682-2bc9-4160-9f91-013543afc00a None None] For port 77ca0839-7627-499c-94be-d0adf743b107, host dv-cinder-773870-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-smb',level=0,port_id=77ca0839-7627-499c-94be-d0adf743b107,segment=NetworkSegment(71797285-2b24-44ab-bc5d-907fe2f55ea2),segment_id=71797285-2b24-44ab-bc5d-907fe2f55ea2)] {{(pid=86414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 07:41:01.762494 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68826af-17cd-43d8-9e2b-3c54a14b3930 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeade674a-62f6-546f-90c5-e6c95b1ab3ad-54cc282c-1ba1-4d63-8981-01ed15bb5ad4', 'network_id': '54cc282c-1ba1-4d63-8981-01ed15bb5ad4', 'tenant_id': '3ef6d999ea3a4447a9b6387c496ca58a', 'fixed_ips': [{'subnet_id': '576f6062-f22a-411b-bc12-7e9099407d19'}]}} from dv-cinder-773870-2-smb. {{(pid=86414) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 07:41:01.763760 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-b68826af-17cd-43d8-9e2b-3c54a14b3930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_create {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:01.789764 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-4313d682-2bc9-4160-9f91-013543afc00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:01.804911 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:01.951235 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-ca69a1bd-8a23-4d93-93c5-790c4289543e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:02.068458 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [req-e669f8f8-fb72-4949-af4b-fb274a7eaf99 req-c3787f24-4e06-4fe7-b694-45e7de7cf319 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=86413) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 07:41:02.069569 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-e669f8f8-fb72-4949-af4b-fb274a7eaf99 req-c3787f24-4e06-4fe7-b694-45e7de7cf319 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2478635 Apr 19 07:41:02.077201 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-73fed867-d2c6-4bc9-ad33-41b1bac5e583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:02.081473 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-5d08e889-0d71-4cee-9143-682f186167e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:02.110938 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-f37fc0cc-942d-4108-8c2b-469d27a78202 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:02.167596 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-5d08e889-0d71-4cee-9143-682f186167e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:02.197792 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4313d682-2bc9-4160-9f91-013543afc00a None None] Pushing event updated for resources: {'Port': ['ID=77ca0839-7627-499c-94be-d0adf743b107,revision_number=2']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:02.207529 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-4313d682-2bc9-4160-9f91-013543afc00a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:02.228232 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:02.235845 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-f37fc0cc-942d-4108-8c2b-469d27a78202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:02.384268 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-73fed867-d2c6-4bc9-ad33-41b1bac5e583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:02.398351 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d08e889-0d71-4cee-9143-682f186167e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=86413) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 07:41:02.507134 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-ca69a1bd-8a23-4d93-93c5-790c4289543e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1807431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812703'] for router, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:02.541266 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.db_base_plugin_common [None req-b68826af-17cd-43d8-9e2b-3c54a14b3930 None None] Allocated IP 172.20.0.2 (54cc282c-1ba1-4d63-8981-01ed15bb5ad4/576f6062-f22a-411b-bc12-7e9099407d19/5bb1868b-06b4-4ba2-bfe8-877dbef0626b) {{(pid=86414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 07:41:02.549775 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-5d08e889-0d71-4cee-9143-682f186167e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853992622'] for segment, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:02.550172 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.db.segments_db [None req-5d08e889-0d71-4cee-9143-682f186167e1 admin admin] Added segment 9f9d69a9-19cf-4c2a-99a8-9c5fb2a43bce of type vlan for network 4e55ddc3-33b1-4a10-b452-167e7c28d643 Apr 19 07:41:02.584495 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6f8d427e-3b49-4983-98e7-5ee782376a58 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:02.673540 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d08e889-0d71-4cee-9143-682f186167e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d522a0-4eda-42ef-9b21-55cea2e2ba96,revision_number=1']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:02.726434 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-5d08e889-0d71-4cee-9143-682f186167e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:02.727816 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6f8d427e-3b49-4983-98e7-5ee782376a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:02.743623 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-e669f8f8-fb72-4949-af4b-fb274a7eaf99 req-6978b619-0f67-4706-9511-a12f5b6faaec service neutron] 10.222.0.41 "GET /v2.0/networks/92b22e7c-ace4-4b86-82cd-798189d12915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6642375 Apr 19 07:41:02.832109 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-5d08e889-0d71-4cee-9143-682f186167e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769764214250'] for network, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:02.888926 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca69a1bd-8a23-4d93-93c5-790c4289543e admin admin] Router f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4 is scheduled to L3 agent af0aee0b-5275-4bf1-b5b2-246fd8e7196c with binding_index 1 {{(pid=86412) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 07:41:02.891458 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-b68826af-17cd-43d8-9e2b-3c54a14b3930 None None] Notify callbacks [] for port, precommit_create {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:02.903323 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-b68826af-17cd-43d8-9e2b-3c54a14b3930 None None] Transition to ACTIVE for port object 5bb1868b-06b4-4ba2-bfe8-877dbef0626b will not be triggered until provisioned by entity L2. {{(pid=86414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 07:41:02.930522 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-b68826af-17cd-43d8-9e2b-3c54a14b3930 None None] Transition to ACTIVE for port object 5bb1868b-06b4-4ba2-bfe8-877dbef0626b will not be triggered until provisioned by entity DHCP. {{(pid=86414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 07:41:02.937590 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.db_base_plugin_common [None req-f37fc0cc-942d-4108-8c2b-469d27a78202 admin admin] Allocated IP 172.28.2.219 (e87e9adf-9874-4d07-9d49-89485cde7b0f/53f1cb4b-365b-4e38-a680-1360d7889810/14aa9668-5312-4c4e-8339-78378aef3b9c) {{(pid=86413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 07:41:02.939463 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-b68826af-17cd-43d8-9e2b-3c54a14b3930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769764225105'] for port, after_create {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:02.952416 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-73fed867-d2c6-4bc9-ad33-41b1bac5e583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:02.974521 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-f015f53e-8d36-43a1-ab93-7e0ec5161411 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:02.983309 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-457127ac-f3fa-45cb-9376-48b23b72b7b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:03.032247 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fed867-d2c6-4bc9-ad33-41b1bac5e583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8bfaff7-989c-4e8c-9964-8f1c5ff03d4f,revision_number=None']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:03.059029 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68826af-17cd-43d8-9e2b-3c54a14b3930 None None] Network 54cc282c-1ba1-4d63-8981-01ed15bb5ad4 is already hosted by enough agents. {{(pid=86414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 07:41:03.068637 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.base_scheduler [None req-b68826af-17cd-43d8-9e2b-3c54a14b3930 None None] Resources bound (agent type, host, resource id): {{(pid=86414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 07:41:03.092299 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68826af-17cd-43d8-9e2b-3c54a14b3930 None None] Received port after_create {{(pid=86414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 07:41:03.196701 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Device 77ca0839-7627-499c-94be-d0adf743b107 up at agent ovs-agent-dv-cinder-773870-2-smb {{(pid=86414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 07:41:03.308461 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68826af-17cd-43d8-9e2b-3c54a14b3930 None None] Pushing event updated for resources: {'Port': ['ID=5bb1868b-06b4-4ba2-bfe8-877dbef0626b,revision_number=1']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:03.327654 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-b68826af-17cd-43d8-9e2b-3c54a14b3930 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:03.344692 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-b68826af-17cd-43d8-9e2b-3c54a14b3930 None None] Attempting to bind port 5bb1868b-06b4-4ba2-bfe8-877dbef0626b on host dv-cinder-773870-2-smb for vnic_type normal with profile {{(pid=86414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 07:41:03.345456 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-b68826af-17cd-43d8-9e2b-3c54a14b3930 None None] Attempting to bind port 5bb1868b-06b4-4ba2-bfe8-877dbef0626b by drivers openvswitch,hyperv on host dv-cinder-773870-2-smb at level 0 using segments [{'id': '82586cc3-7b22-4a5c-b95c-8fce131571e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '54cc282c-1ba1-4d63-8981-01ed15bb5ad4'}] {{(pid=86414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 07:41:03.346081 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68826af-17cd-43d8-9e2b-3c54a14b3930 None None] Attempting to bind port 5bb1868b-06b4-4ba2-bfe8-877dbef0626b on network 54cc282c-1ba1-4d63-8981-01ed15bb5ad4 {{(pid=86414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 07:41:03.348492 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 35430) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:41:03.353624 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68826af-17cd-43d8-9e2b-3c54a14b3930 None None] Checking agent: {'id': 'ee0c2bac-a846-4753-a270-37ad89ef2b53', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773870-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 32, 41), 'started_at': datetime.datetime(2021, 4, 19, 7, 33, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773870-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 07:41:03.354395 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68826af-17cd-43d8-9e2b-3c54a14b3930 None None] Checking segment: {'id': '82586cc3-7b22-4a5c-b95c-8fce131571e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '54cc282c-1ba1-4d63-8981-01ed15bb5ad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 07:41:03.355052 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-b68826af-17cd-43d8-9e2b-3c54a14b3930 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:03.355727 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68826af-17cd-43d8-9e2b-3c54a14b3930 None None] Bound using segment: {'id': '82586cc3-7b22-4a5c-b95c-8fce131571e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '54cc282c-1ba1-4d63-8981-01ed15bb5ad4'} {{(pid=86414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 07:41:03.356480 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-b68826af-17cd-43d8-9e2b-3c54a14b3930 None None] Bound port: 5bb1868b-06b4-4ba2-bfe8-877dbef0626b, host: dv-cinder-773870-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82586cc3-7b22-4a5c-b95c-8fce131571e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '54cc282c-1ba1-4d63-8981-01ed15bb5ad4'}}] {{(pid=86414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 07:41:03.357109 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-b68826af-17cd-43d8-9e2b-3c54a14b3930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:03.372101 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Provisioning for port 77ca0839-7627-499c-94be-d0adf743b107 completed by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 07:41:03.435403 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-73fed867-d2c6-4bc9-ad33-41b1bac5e583 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:03.463880 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca69a1bd-8a23-4d93-93c5-790c4289543e admin admin] Notify agent at l3_agent.dv-cinder-773870-2-smb the message routers_updated {{(pid=86412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 07:41:03.481828 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9754bd7-3698-4930-a356-ce3034688b10 None None] Sync routers for ids ['f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4'] in dv-cinder-773870-2-smb {{(pid=86415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 07:41:03.493172 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-b68826af-17cd-43d8-9e2b-3c54a14b3930 None None] For port 5bb1868b-06b4-4ba2-bfe8-877dbef0626b, host dv-cinder-773870-2-smb, cleared binding levels {{(pid=86414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 07:41:03.497054 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-ca69a1bd-8a23-4d93-93c5-790c4289543e admin admin] Notify callbacks [] for router, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:03.501209 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-ca69a1bd-8a23-4d93-93c5-790c4289543e admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.5982697 Apr 19 07:41:03.501363 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9754bd7-3698-4930-a356-ce3034688b10 None None] Routers {'f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4'} bound to L3 agent in host dv-cinder-773870-2-smb {{(pid=86415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 07:41:03.501363 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-b9754bd7-3698-4930-a356-ce3034688b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T07:32:39Z,description=,heartbeat_timestamp=2021-04-19T07:40:39Z,host='dv-cinder-773870-2-smb',id=af0aee0b-5275-4bf1-b5b2-246fd8e7196c,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T07:32:39Z,topic='l3_agent')) {'router_ids': ['f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4'], 'active': True} {{(pid=86415) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:41:03.503105 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 35442) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:41:03.504959 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-b68826af-17cd-43d8-9e2b-3c54a14b3930 None None] For port 5bb1868b-06b4-4ba2-bfe8-877dbef0626b, host dv-cinder-773870-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-smb',level=0,port_id=5bb1868b-06b4-4ba2-bfe8-877dbef0626b,segment=NetworkSegment(82586cc3-7b22-4a5c-b95c-8fce131571e9),segment_id=82586cc3-7b22-4a5c-b95c-8fce131571e9)] {{(pid=86414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 07:41:03.506923 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-e669f8f8-fb72-4949-af4b-fb274a7eaf99 req-c875e172-0022-41ab-84ff-258f18ba9426 service neutron] 10.222.0.41 "GET /v2.0/networks/92b22e7c-ace4-4b86-82cd-798189d12915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7131810 Apr 19 07:41:03.509838 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-b68826af-17cd-43d8-9e2b-3c54a14b3930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:03.516170 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:03.535964 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-5d08e889-0d71-4cee-9143-682f186167e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314'] for network, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:03.560368 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d08e889-0d71-4cee-9143-682f186167e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:03.566075 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-5d08e889-0d71-4cee-9143-682f186167e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853097331'] for network, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:03.628195 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:03.637048 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68826af-17cd-43d8-9e2b-3c54a14b3930 None None] Pushing event updated for resources: {'Port': ['ID=5bb1868b-06b4-4ba2-bfe8-877dbef0626b,revision_number=2']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:03.645089 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-b68826af-17cd-43d8-9e2b-3c54a14b3930 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:03.768207 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-5d08e889-0d71-4cee-9143-682f186167e1 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.8279741 Apr 19 07:41:03.781104 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 35446) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:41:03.794065 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-73fed867-d2c6-4bc9-ad33-41b1bac5e583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:03.795756 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-73fed867-d2c6-4bc9-ad33-41b1bac5e583 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a8bfaff7-989c-4e8c-9964-8f1c5ff03d4f HTTP/1.1" status: 204 len: 168 time: 2.1996574 Apr 19 07:41:03.861138 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [None req-6c1a2b45-cf63-44e2-a145-7065eddf1366 admin admin] Request body: {'subnet': {'network_id': '4e55ddc3-33b1-4a10-b452-167e7c28d643', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1962085432-subnet', 'tenant_id': 'a82d7e4db0db445b865293cbc5e5c6de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:41:03.904087 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-6c1a2b45-cf63-44e2-a145-7065eddf1366 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:41:03.914567 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d08e889-0d71-4cee-9143-682f186167e1 admin admin] Pushing event updated for resources: {'Network': ['ID=4e55ddc3-33b1-4a10-b452-167e7c28d643,revision_number=1']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:03.920349 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-6c1a2b45-cf63-44e2-a145-7065eddf1366 admin admin] Usage tracker for resource:subnet and tenant:a82d7e4db0db445b865293cbc5e5c6de is out of sync, need to count used quota {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:41:03.928581 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Network 4e55ddc3-33b1-4a10-b452-167e7c28d643 details requested by agent ovs-agent-dv-cinder-773870-2-smb with host dv-cinder-773870-2-smb {{(pid=86414) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 07:41:03.954749 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-5d08e889-0d71-4cee-9143-682f186167e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:03.993416 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-6c1a2b45-cf63-44e2-a145-7065eddf1366 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:41:04.057843 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-6c1a2b45-cf63-44e2-a145-7065eddf1366 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:41:04.156947 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 35466) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:41:04.161832 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-f37fc0cc-942d-4108-8c2b-469d27a78202 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:04.189984 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c1a2b45-cf63-44e2-a145-7065eddf1366 admin admin] Made reservation on behalf of a82d7e4db0db445b865293cbc5e5c6de for: {'subnet': 1} {{(pid=86413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 07:41:04.196821 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6c1a2b45-cf63-44e2-a145-7065eddf1366 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:04.222327 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvr_db [None req-b9754bd7-3698-4930-a356-ce3034688b10 None None] Set router f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4 gateway port host: dv-cinder-773870-2-smb {{(pid=86415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 07:41:04.223346 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9410ff9f-5483-47fc-85a1-a5d13cb5da5a None None] Network 9f8aa9f4-c051-436b-a77b-0b1e6ac2b108 requested from dv-cinder-773870-2-smb {{(pid=86414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 07:41:04.334727 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-122f50dd-60b8-43c6-9c41-212750251c18 req-9a53cbf3-5dca-4800-99ca-292bb1e7911f tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] 10.222.0.41 "GET /v2.0/ports?device_id=b009e501-2dfe-4551-b113-e60e987a823d HTTP/1.1" status: 200 len: 210 time: 0.1622379 Apr 19 07:41:04.396159 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-5446e359-a605-4cf8-9f4f-cf8d56ebfee1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:04.450781 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-5446e359-a605-4cf8-9f4f-cf8d56ebfee1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:41:04.459588 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-5446e359-a605-4cf8-9f4f-cf8d56ebfee1 admin admin] Usage tracker for resource:security_group_rule and tenant:cef5617827b04250ae389d3b32a73ee0 is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:41:04.475086 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-5446e359-a605-4cf8-9f4f-cf8d56ebfee1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:41:04.497561 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-5446e359-a605-4cf8-9f4f-cf8d56ebfee1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:41:04.568940 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-c4ad1971-2450-4f8c-a0d4-4b196cbf6014 None None] Provisioning for port 77ca0839-7627-499c-94be-d0adf743b107 completed by entity DHCP. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 07:41:04.600529 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-c4ad1971-2450-4f8c-a0d4-4b196cbf6014 None None] Provisioning complete for port 77ca0839-7627-499c-94be-d0adf743b107 triggered by entity DHCP. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:41:04.601466 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-c4ad1971-2450-4f8c-a0d4-4b196cbf6014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:04.632669 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-f37fc0cc-942d-4108-8c2b-469d27a78202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769764225105'] for port, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:04.673259 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-cc28ca39-51ca-4eb4-bce0-ac42f95e3917 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:04.923462 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-b9754bd7-3698-4930-a356-ce3034688b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4', 'name': 'tempest-AttachVolumeTestJSON-1461246334-router', 'tenant_id': '4785af1c8f0e4b01af43cb5ee0e71925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.49'}], 'enable_snat': True}, 'gw_port_id': 'd3c332ed-a2a9-40a2-a10b-b2b058600796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:40:58Z', 'updated_at': '2021-04-19T07:41:01Z', 'revision_number': 3, 'project_id': '4785af1c8f0e4b01af43cb5ee0e71925', 'gw_port': {'id': 'd3c332ed-a2a9-40a2-a10b-b2b058600796', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ff:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:00Z', 'updated_at': '2021-04-19T07:41:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb'}], 'dv-cinder-773870-2-smb', False) {} {{(pid=86415) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:41:04.928236 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9754bd7-3698-4930-a356-ce3034688b10 None None] Checking router: f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4 for host: dv-cinder-773870-2-smb {{(pid=86415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 07:41:04.928852 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9754bd7-3698-4930-a356-ce3034688b10 None None] Updating router f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4 port d3c332ed-a2a9-40a2-a10b-b2b058600796 binding host dv-cinder-773870-2-smb {{(pid=86415) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 07:41:04.934451 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-c4ad1971-2450-4f8c-a0d4-4b196cbf6014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:04.992133 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37fc0cc-942d-4108-8c2b-469d27a78202 admin admin] Network e87e9adf-9874-4d07-9d49-89485cde7b0f is already hosted by enough agents. {{(pid=86413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 07:41:05.002538 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.base_scheduler [None req-f37fc0cc-942d-4108-8c2b-469d27a78202 admin admin] Resources bound (agent type, host, resource id): {{(pid=86413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 07:41:05.046819 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37fc0cc-942d-4108-8c2b-469d27a78202 admin admin] Received port after_create {{(pid=86413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 07:41:05.057680 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-b9754bd7-3698-4930-a356-ce3034688b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86415) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:05.126922 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-c4ad1971-2450-4f8c-a0d4-4b196cbf6014 None None] For port 77ca0839-7627-499c-94be-d0adf743b107, host dv-cinder-773870-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-smb',level=0,port_id=77ca0839-7627-499c-94be-d0adf743b107,segment=NetworkSegment(71797285-2b24-44ab-bc5d-907fe2f55ea2),segment_id=71797285-2b24-44ab-bc5d-907fe2f55ea2)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:41:05.132159 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-c4ad1971-2450-4f8c-a0d4-4b196cbf6014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:05.137905 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-29bc1e0d-ef47-4118-bfc9-ba33d1002f5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:05.263495 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.db_base_plugin_common [None req-6f8d427e-3b49-4983-98e7-5ee782376a58 admin admin] Allocated IP 172.28.2.251 (e87e9adf-9874-4d07-9d49-89485cde7b0f/53f1cb4b-365b-4e38-a680-1360d7889810/a7a42cf9-3474-40fa-8991-a6de72384a06) {{(pid=86413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 07:41:05.269855 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Device 5bb1868b-06b4-4ba2-bfe8-877dbef0626b up at agent ovs-agent-dv-cinder-773870-2-smb {{(pid=86414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 07:41:05.285379 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37fc0cc-942d-4108-8c2b-469d27a78202 admin admin] Pushing event updated for resources: {'Port': ['ID=14aa9668-5312-4c4e-8339-78378aef3b9c,revision_number=1']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:05.497266 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-12385dc6-cd19-4a0a-9507-2a38e880207c None None] Provisioning complete for port 77ca0839-7627-499c-94be-d0adf743b107 triggered by entity DHCP. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:41:05.497652 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-12385dc6-cd19-4a0a-9507-2a38e880207c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:05.519219 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-f37fc0cc-942d-4108-8c2b-469d27a78202 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.846s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:05.520368 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-5446e359-a605-4cf8-9f4f-cf8d56ebfee1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:05.528264 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-5446e359-a605-4cf8-9f4f-cf8d56ebfee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:05.554063 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-928291cc-0038-4f85-8e3c-c590b25e4daf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:05.605784 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Provisioning for port 5bb1868b-06b4-4ba2-bfe8-877dbef0626b completed by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 07:41:05.661302 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ad1971-2450-4f8c-a0d4-4b196cbf6014 None None] Pushing event updated for resources: {'Port': ['ID=77ca0839-7627-499c-94be-d0adf743b107,revision_number=3']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:05.665870 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-c4ad1971-2450-4f8c-a0d4-4b196cbf6014 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:05.675729 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-5446e359-a605-4cf8-9f4f-cf8d56ebfee1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cef5617827b04250ae389d3b32a73ee0&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3260851 Apr 19 07:41:05.705724 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 35522) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:41:05.730194 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89323cf5-2925-480a-857b-c80923fbad82 None None] Network 54cc282c-1ba1-4d63-8981-01ed15bb5ad4 requested from dv-cinder-773870-2-smb {{(pid=86414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 07:41:05.739348 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-a1cc6802-2eca-46f3-867f-a085f4397705 req-b184bca1-552e-4077-a2ec-f610db3ba8ee tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] 10.222.0.41 "GET /v2.0/ports?device_id=b009e501-2dfe-4551-b113-e60e987a823d HTTP/1.1" status: 200 len: 210 time: 0.2051237 Apr 19 07:41:05.796415 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5446e359-a605-4cf8-9f4f-cf8d56ebfee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2ef75d-0128-4df0-a2f3-f4275043f113,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:05.802123 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-5446e359-a605-4cf8-9f4f-cf8d56ebfee1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:05.844502 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-a301256b-e2e3-490f-bd2d-b0c72a07c076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:05.979814 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-13c9dc45-81f2-48c9-b15e-7616c380f572 None None] Provisioning for port 5bb1868b-06b4-4ba2-bfe8-877dbef0626b completed by entity DHCP. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 07:41:05.986775 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-13c9dc45-81f2-48c9-b15e-7616c380f572 None None] Provisioning complete for port 5bb1868b-06b4-4ba2-bfe8-877dbef0626b triggered by entity DHCP. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:41:05.987218 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-13c9dc45-81f2-48c9-b15e-7616c380f572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:06.108406 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.db_base_plugin_common [None req-a301256b-e2e3-490f-bd2d-b0c72a07c076 admin admin] Allocated IP 172.20.0.1 (9f8aa9f4-c051-436b-a77b-0b1e6ac2b108/de605b46-a093-48ae-a63f-9a51e235e4b3/e9dd2e08-91ca-4b2a-9fd5-f859b560338f) {{(pid=86412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 07:41:06.228614 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-13c9dc45-81f2-48c9-b15e-7616c380f572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:06.290533 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-a301256b-e2e3-490f-bd2d-b0c72a07c076 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:06.308553 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-a301256b-e2e3-490f-bd2d-b0c72a07c076 admin admin] Transition to ACTIVE for port object e9dd2e08-91ca-4b2a-9fd5-f859b560338f will not be triggered until provisioned by entity DHCP. {{(pid=86412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 07:41:06.320566 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-13c9dc45-81f2-48c9-b15e-7616c380f572 None None] For port 5bb1868b-06b4-4ba2-bfe8-877dbef0626b, host dv-cinder-773870-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-smb',level=0,port_id=5bb1868b-06b4-4ba2-bfe8-877dbef0626b,segment=NetworkSegment(82586cc3-7b22-4a5c-b95c-8fce131571e9),segment_id=82586cc3-7b22-4a5c-b95c-8fce131571e9)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:41:06.327574 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-13c9dc45-81f2-48c9-b15e-7616c380f572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:06.331826 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-b68826af-17cd-43d8-9e2b-3c54a14b3930 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:06.385355 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6f8d427e-3b49-4983-98e7-5ee782376a58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:06.392208 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-a301256b-e2e3-490f-bd2d-b0c72a07c076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769764225105'] for port, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:06.406685 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-ca69a1bd-8a23-4d93-93c5-790c4289543e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:06.429056 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c9dc45-81f2-48c9-b15e-7616c380f572 None None] Pushing event updated for resources: {'Port': ['ID=5bb1868b-06b4-4ba2-bfe8-877dbef0626b,revision_number=3']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:06.434720 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-f37fc0cc-942d-4108-8c2b-469d27a78202 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:06.439823 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-13c9dc45-81f2-48c9-b15e-7616c380f572 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:06.544776 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6f8d427e-3b49-4983-98e7-5ee782376a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769764225105'] for port, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:06.559122 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a301256b-e2e3-490f-bd2d-b0c72a07c076 admin admin] Network 9f8aa9f4-c051-436b-a77b-0b1e6ac2b108 is already hosted by enough agents. {{(pid=86412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 07:41:06.562808 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.base_scheduler [None req-a301256b-e2e3-490f-bd2d-b0c72a07c076 admin admin] Resources bound (agent type, host, resource id): {{(pid=86412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 07:41:06.602253 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a301256b-e2e3-490f-bd2d-b0c72a07c076 admin admin] Received port after_create {{(pid=86412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 07:41:06.603100 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-a301256b-e2e3-490f-bd2d-b0c72a07c076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852965886'] for router_interface, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:06.630259 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-9604db1a-9a23-4c07-8432-e2d2d5e0a67e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:06.663613 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:06.767325 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-9dbd9f98-a6bc-4408-9131-c3bc93799d0c None None] Provisioning complete for port 5bb1868b-06b4-4ba2-bfe8-877dbef0626b triggered by entity DHCP. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:41:06.768074 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-9dbd9f98-a6bc-4408-9131-c3bc93799d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:06.777427 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-b9754bd7-3698-4930-a356-ce3034688b10 None None] Notify callbacks [] for port, precommit_update {{(pid=86415) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:06.811122 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-b9754bd7-3698-4930-a356-ce3034688b10 None None] Transition to ACTIVE for port object d3c332ed-a2a9-40a2-a10b-b2b058600796 will not be triggered until provisioned by entity L2. {{(pid=86415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 07:41:06.824186 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-b9754bd7-3698-4930-a356-ce3034688b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86415) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:06.830435 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86415) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:06.941849 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a301256b-e2e3-490f-bd2d-b0c72a07c076 admin admin] Pushing event updated for resources: {'Port': ['ID=e9dd2e08-91ca-4b2a-9fd5-f859b560338f,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:06.950173 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-a301256b-e2e3-490f-bd2d-b0c72a07c076 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:06.972093 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-b9754bd7-3698-4930-a356-ce3034688b10 None None] Attempting to bind port d3c332ed-a2a9-40a2-a10b-b2b058600796 on host dv-cinder-773870-2-smb for vnic_type normal with profile {{(pid=86415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 07:41:06.972680 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-b9754bd7-3698-4930-a356-ce3034688b10 None None] Attempting to bind port d3c332ed-a2a9-40a2-a10b-b2b058600796 by drivers openvswitch,hyperv on host dv-cinder-773870-2-smb at level 0 using segments [{'id': '02bd2b75-5f2a-405f-9739-3049934ed397', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f'}] {{(pid=86415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 07:41:06.980905 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9754bd7-3698-4930-a356-ce3034688b10 None None] Attempting to bind port d3c332ed-a2a9-40a2-a10b-b2b058600796 on network e87e9adf-9874-4d07-9d49-89485cde7b0f {{(pid=86415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 07:41:07.006173 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdfd728-1558-4208-b8fd-9275dd36f3f2 None None] Pushing event updated for resources: {'Port': ['ID=d3c332ed-a2a9-40a2-a10b-b2b058600796,revision_number=2']} {{(pid=86415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:07.011801 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9754bd7-3698-4930-a356-ce3034688b10 None None] Checking agent: {'id': 'ee0c2bac-a846-4753-a270-37ad89ef2b53', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773870-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 32, 41), 'started_at': datetime.datetime(2021, 4, 19, 7, 33, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773870-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 07:41:07.016574 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9754bd7-3698-4930-a356-ce3034688b10 None None] Checking segment: {'id': '02bd2b75-5f2a-405f-9739-3049934ed397', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 07:41:07.017182 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-b9754bd7-3698-4930-a356-ce3034688b10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86415) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:07.017756 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9754bd7-3698-4930-a356-ce3034688b10 None None] Bound using segment: {'id': '02bd2b75-5f2a-405f-9739-3049934ed397', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f'} {{(pid=86415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 07:41:07.020119 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-b9754bd7-3698-4930-a356-ce3034688b10 None None] Bound port: d3c332ed-a2a9-40a2-a10b-b2b058600796, host: dv-cinder-773870-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02bd2b75-5f2a-405f-9739-3049934ed397', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f'}}] {{(pid=86415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 07:41:07.020684 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-b9754bd7-3698-4930-a356-ce3034688b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86415) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:07.047942 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8d427e-3b49-4983-98e7-5ee782376a58 admin admin] Pushing event updated for resources: {'Port': ['ID=a7a42cf9-3474-40fa-8991-a6de72384a06,revision_number=1']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:07.058488 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-6f8d427e-3b49-4983-98e7-5ee782376a58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:07.079430 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-9604db1a-9a23-4c07-8432-e2d2d5e0a67e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:07.096321 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.42', 55890) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:41:07.105473 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-04635c7c-9617-438f-bfcb-e6f57810889b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:07.107857 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdfd728-1558-4208-b8fd-9275dd36f3f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:41:07.107857 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdfd728-1558-4208-b8fd-9275dd36f3f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:41:07.118880 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdfd728-1558-4208-b8fd-9275dd36f3f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:41:07.119520 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdfd728-1558-4208-b8fd-9275dd36f3f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:41:07.120275 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdfd728-1558-4208-b8fd-9275dd36f3f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:41:07.120657 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdfd728-1558-4208-b8fd-9275dd36f3f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:41:07.121226 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdfd728-1558-4208-b8fd-9275dd36f3f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:41:07.121585 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdfd728-1558-4208-b8fd-9275dd36f3f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:41:07.121952 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdfd728-1558-4208-b8fd-9275dd36f3f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:41:07.122284 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdfd728-1558-4208-b8fd-9275dd36f3f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:41:07.122635 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdfd728-1558-4208-b8fd-9275dd36f3f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:41:07.122981 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdfd728-1558-4208-b8fd-9275dd36f3f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:41:07.124659 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdfd728-1558-4208-b8fd-9275dd36f3f2 None None] Tracked resource versions report: Apr 19 07:41:07.124659 dv-cinder-773870-2-smb neutron-server[86301]: pushed versions: Apr 19 07:41:07.124659 dv-cinder-773870-2-smb neutron-server[86301]: { 'AddressGroup': {'1.2'}, Apr 19 07:41:07.124659 dv-cinder-773870-2-smb neutron-server[86301]: 'ConntrackHelper': {'1.0'}, Apr 19 07:41:07.124659 dv-cinder-773870-2-smb neutron-server[86301]: 'Log': {'1.0'}, Apr 19 07:41:07.124659 dv-cinder-773870-2-smb neutron-server[86301]: 'Network': {'1.1'}, Apr 19 07:41:07.124659 dv-cinder-773870-2-smb neutron-server[86301]: 'Port': {'1.7'}, Apr 19 07:41:07.124659 dv-cinder-773870-2-smb neutron-server[86301]: 'PortForwarding': {'1.2'}, Apr 19 07:41:07.124659 dv-cinder-773870-2-smb neutron-server[86301]: 'QosPolicy': {'1.8'}, Apr 19 07:41:07.124659 dv-cinder-773870-2-smb neutron-server[86301]: 'SecurityGroup': {'1.4'}, Apr 19 07:41:07.124659 dv-cinder-773870-2-smb neutron-server[86301]: 'SecurityGroupRule': {'1.2'}, Apr 19 07:41:07.124659 dv-cinder-773870-2-smb neutron-server[86301]: 'SubPort': {'1.0'}, Apr 19 07:41:07.124659 dv-cinder-773870-2-smb neutron-server[86301]: 'Subnet': {'1.1'}, Apr 19 07:41:07.124659 dv-cinder-773870-2-smb neutron-server[86301]: 'Trunk': {'1.1'}} Apr 19 07:41:07.124659 dv-cinder-773870-2-smb neutron-server[86301]: consumer versions: Apr 19 07:41:07.124659 dv-cinder-773870-2-smb neutron-server[86301]: { DHCP agent@dv-cinder-773870-2-smb: {}, Apr 19 07:41:07.124659 dv-cinder-773870-2-smb neutron-server[86301]: HyperV agent@hv-cinder-77387: {}, Apr 19 07:41:07.124659 dv-cinder-773870-2-smb neutron-server[86301]: L3 agent@dv-cinder-773870-2-smb: {}, Apr 19 07:41:07.124659 dv-cinder-773870-2-smb neutron-server[86301]: Metadata agent@dv-cinder-773870-2-smb: {}, Apr 19 07:41:07.124659 dv-cinder-773870-2-smb neutron-server[86301]: Metering agent@dv-cinder-773870-2-smb: {}, Apr 19 07:41:07.124659 dv-cinder-773870-2-smb neutron-server[86301]: Open vSwitch agent@dv-cinder-773870-2-smb: { 'AddressGroup': '1.2', Apr 19 07:41:07.124659 dv-cinder-773870-2-smb neutron-server[86301]: 'ConntrackHelper': '1.0', Apr 19 07:41:07.124659 dv-cinder-773870-2-smb neutron-server[86301]: 'Log': '1.0', Apr 19 07:41:07.124659 dv-cinder-773870-2-smb neutron-server[86301]: 'Network': '1.1', Apr 19 07:41:07.124659 dv-cinder-773870-2-smb neutron-server[86301]: 'Port': '1.7', Apr 19 07:41:07.124659 dv-cinder-773870-2-smb neutron-server[86301]: 'PortForwarding': '1.2', Apr 19 07:41:07.124659 dv-cinder-773870-2-smb neutron-server[86301]: 'QosPolicy': '1.8', Apr 19 07:41:07.124659 dv-cinder-773870-2-smb neutron-server[86301]: 'SecurityGroup': '1.4', Apr 19 07:41:07.124659 dv-cinder-773870-2-smb neutron-server[86301]: 'SecurityGroupRule': '1.2', Apr 19 07:41:07.124659 dv-cinder-773870-2-smb neutron-server[86301]: 'SubPort': '1.0', Apr 19 07:41:07.124659 dv-cinder-773870-2-smb neutron-server[86301]: 'Subnet': '1.1', Apr 19 07:41:07.124659 dv-cinder-773870-2-smb neutron-server[86301]: 'Trunk': '1.1'}} Apr 19 07:41:07.124659 dv-cinder-773870-2-smb neutron-server[86301]: {{(pid=86415) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 19 07:41:07.139840 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-bcdfd728-1558-4208-b8fd-9275dd36f3f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=86415) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:07.156320 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Device 77ca0839-7627-499c-94be-d0adf743b107 up at agent ovs-agent-dv-cinder-773870-2-smb {{(pid=86414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 07:41:07.166453 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8d427e-3b49-4983-98e7-5ee782376a58 admin admin] Network e87e9adf-9874-4d07-9d49-89485cde7b0f is already hosted by enough agents. {{(pid=86413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 07:41:07.170811 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-9604db1a-9a23-4c07-8432-e2d2d5e0a67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:07.176013 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.base_scheduler [None req-6f8d427e-3b49-4983-98e7-5ee782376a58 admin admin] Resources bound (agent type, host, resource id): {{(pid=86413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 07:41:07.196284 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-b9754bd7-3698-4930-a356-ce3034688b10 None None] For port d3c332ed-a2a9-40a2-a10b-b2b058600796, host dv-cinder-773870-2-smb, cleared binding levels {{(pid=86415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 07:41:07.200159 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-b9754bd7-3698-4930-a356-ce3034688b10 None None] For port d3c332ed-a2a9-40a2-a10b-b2b058600796, host dv-cinder-773870-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-smb',level=0,port_id=d3c332ed-a2a9-40a2-a10b-b2b058600796,segment=NetworkSegment(02bd2b75-5f2a-405f-9739-3049934ed397),segment_id=02bd2b75-5f2a-405f-9739-3049934ed397)] {{(pid=86415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 07:41:07.204035 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-b9754bd7-3698-4930-a356-ce3034688b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86415) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:07.209315 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-bcdfd728-1558-4208-b8fd-9275dd36f3f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86415) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:07.232141 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8d427e-3b49-4983-98e7-5ee782376a58 admin admin] Received port after_create {{(pid=86413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 07:41:07.285309 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdfd728-1558-4208-b8fd-9275dd36f3f2 None None] Pushing event updated for resources: {'Port': ['ID=d3c332ed-a2a9-40a2-a10b-b2b058600796,revision_number=3']} {{(pid=86415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:07.290053 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-bcdfd728-1558-4208-b8fd-9275dd36f3f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86415) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:07.304955 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9754bd7-3698-4930-a356-ce3034688b10 None None] Routers {'f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4'} bound to L3 agent in host dv-cinder-773870-2-smb {{(pid=86415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 07:41:07.305610 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-b9754bd7-3698-4930-a356-ce3034688b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T07:32:39Z,description=,heartbeat_timestamp=2021-04-19T07:40:39Z,host='dv-cinder-773870-2-smb',id=af0aee0b-5275-4bf1-b5b2-246fd8e7196c,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T07:32:39Z,topic='l3_agent')) {'router_ids': ['f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4'], 'active': True} {{(pid=86415) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:41:07.316063 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-5c93e82e-0d07-4589-b5ed-276144eef202 None None] Provisioning for port e9dd2e08-91ca-4b2a-9fd5-f859b560338f completed by entity DHCP. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 07:41:07.328189 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-5c93e82e-0d07-4589-b5ed-276144eef202 None None] Provisioning complete for port e9dd2e08-91ca-4b2a-9fd5-f859b560338f triggered by entity DHCP. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:41:07.328598 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-5c93e82e-0d07-4589-b5ed-276144eef202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:07.356396 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e669f8f8-fb72-4949-af4b-fb274a7eaf99 req-e0f919ca-a9cc-4243-a260-5c94913d6e17 tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:07.357131 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-e669f8f8-fb72-4949-af4b-fb274a7eaf99 req-e0f919ca-a9cc-4243-a260-5c94913d6e17 tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] Synchronizing usage tracker for tenant:22b9d993be1546df8a4a2d895f217457 on resource:network {{(pid=86412) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 07:41:07.362534 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Provisioning complete for port 77ca0839-7627-499c-94be-d0adf743b107 triggered by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:41:07.362945 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:07.382012 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-e669f8f8-fb72-4949-af4b-fb274a7eaf99 req-e0f919ca-a9cc-4243-a260-5c94913d6e17 tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] Unset dirty status for tenant:22b9d993be1546df8a4a2d895f217457 on resource:network {{(pid=86412) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 07:41:07.383282 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-e669f8f8-fb72-4949-af4b-fb274a7eaf99 req-e0f919ca-a9cc-4243-a260-5c94913d6e17 tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] 10.222.0.42 "GET /v2.0/networks?id=92b22e7c-ace4-4b86-82cd-798189d12915 HTTP/1.1" status: 200 len: 810 time: 0.2099800 Apr 19 07:41:07.405955 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-5dd3bfb6-dcc8-416c-aff2-7eb8c9abc4af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:07.460243 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-5c93e82e-0d07-4589-b5ed-276144eef202 None None] Port e9dd2e08-91ca-4b2a-9fd5-f859b560338f cannot update to ACTIVE because it is not bound. {{(pid=86414) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 07:41:07.466288 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [req-e669f8f8-fb72-4949-af4b-fb274a7eaf99 req-7c5f15b7-2f1c-47e5-9fcb-4ee2e791d1da tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] Request body: {'port': {'device_id': 'b009e501-2dfe-4551-b113-e60e987a823d', 'network_id': '92b22e7c-ace4-4b86-82cd-798189d12915', 'admin_state_up': True, 'tenant_id': '22b9d993be1546df8a4a2d895f217457'}} {{(pid=86412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:41:07.525420 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9604db1a-9a23-4c07-8432-e2d2d5e0a67e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2ef75d-0128-4df0-a2f3-f4275043f113,revision_number=None']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:07.530354 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-3ce84de6-895e-42a5-8fde-95548fbd7397 req-283fbba0-2b01-4af5-a483-4dfb62ff3030 tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] 10.222.0.41 "GET /v2.0/ports?device_id=b009e501-2dfe-4551-b113-e60e987a823d HTTP/1.1" status: 200 len: 210 time: 0.3555822 Apr 19 07:41:07.539163 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-9604db1a-9a23-4c07-8432-e2d2d5e0a67e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:07.568704 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Device 5bb1868b-06b4-4ba2-bfe8-877dbef0626b up at agent ovs-agent-dv-cinder-773870-2-smb {{(pid=86414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 07:41:07.583989 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvr_db [None req-b9754bd7-3698-4930-a356-ce3034688b10 None None] Set router f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4 gateway port host: dv-cinder-773870-2-smb {{(pid=86415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 07:41:07.628675 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-9604db1a-9a23-4c07-8432-e2d2d5e0a67e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:07.629909 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-9604db1a-9a23-4c07-8432-e2d2d5e0a67e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ca2ef75d-0128-4df0-a2f3-f4275043f113 HTTP/1.1" status: 204 len: 168 time: 1.9167044 Apr 19 07:41:07.662457 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Provisioning complete for port 5bb1868b-06b4-4ba2-bfe8-877dbef0626b triggered by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:41:07.662944 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:07.847434 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-a301256b-e2e3-490f-bd2d-b0c72a07c076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:08.203740 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [req-e669f8f8-fb72-4949-af4b-fb274a7eaf99 req-7c5f15b7-2f1c-47e5-9fcb-4ee2e791d1da tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:41:08.229578 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6f8d427e-3b49-4983-98e7-5ee782376a58 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:08.236425 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-b9754bd7-3698-4930-a356-ce3034688b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4', 'name': 'tempest-AttachVolumeTestJSON-1461246334-router', 'tenant_id': '4785af1c8f0e4b01af43cb5ee0e71925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.49'}], 'enable_snat': True}, 'gw_port_id': 'd3c332ed-a2a9-40a2-a10b-b2b058600796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:40:58Z', 'updated_at': '2021-04-19T07:41:01Z', 'revision_number': 3, 'project_id': '4785af1c8f0e4b01af43cb5ee0e71925', 'gw_port': {'id': 'd3c332ed-a2a9-40a2-a10b-b2b058600796', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ff:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:00Z', 'updated_at': '2021-04-19T07:41:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb'}], 'dv-cinder-773870-2-smb', False) {} {{(pid=86415) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:41:08.242009 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9754bd7-3698-4930-a356-ce3034688b10 None None] The sync data for ids ['f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4'] in dv-cinder-773870-2-smb is: [{'id': 'f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4', 'name': 'tempest-AttachVolumeTestJSON-1461246334-router', 'tenant_id': '4785af1c8f0e4b01af43cb5ee0e71925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.49'}], 'enable_snat': True}, 'gw_port_id': 'd3c332ed-a2a9-40a2-a10b-b2b058600796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:40:58Z', 'updated_at': '2021-04-19T07:41:01Z', 'revision_number': 3, 'project_id': '4785af1c8f0e4b01af43cb5ee0e71925', 'gw_port': {'id': 'd3c332ed-a2a9-40a2-a10b-b2b058600796', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ff:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:00Z', 'updated_at': '2021-04-19T07:41:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb'}] {{(pid=86415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 07:41:08.295965 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-e669f8f8-fb72-4949-af4b-fb274a7eaf99 req-7c5f15b7-2f1c-47e5-9fcb-4ee2e791d1da tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] Usage tracker for resource:port and tenant:22b9d993be1546df8a4a2d895f217457 is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:41:08.307147 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-e669f8f8-fb72-4949-af4b-fb274a7eaf99 req-7c5f15b7-2f1c-47e5-9fcb-4ee2e791d1da tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:41:08.323484 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [req-e669f8f8-fb72-4949-af4b-fb274a7eaf99 req-7c5f15b7-2f1c-47e5-9fcb-4ee2e791d1da tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:41:08.506453 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e669f8f8-fb72-4949-af4b-fb274a7eaf99 req-7c5f15b7-2f1c-47e5-9fcb-4ee2e791d1da tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] Made reservation on behalf of 22b9d993be1546df8a4a2d895f217457 for: {'port': 1} {{(pid=86412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 07:41:08.524425 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-e669f8f8-fb72-4949-af4b-fb274a7eaf99 req-7c5f15b7-2f1c-47e5-9fcb-4ee2e791d1da tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:08.843321 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-a301256b-e2e3-490f-bd2d-b0c72a07c076 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:08.868304 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-a301256b-e2e3-490f-bd2d-b0c72a07c076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:08.874690 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-a301256b-e2e3-490f-bd2d-b0c72a07c076 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853097297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810021'] for router_interface, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:08.905618 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:09.164428 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Device d3c332ed-a2a9-40a2-a10b-b2b058600796 up at agent ovs-agent-dv-cinder-773870-2-smb {{(pid=86414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 07:41:09.283117 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-91b8bf67-2547-40ef-b5d6-7fa71c5ac9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:09.370566 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-f4a06fb4-443b-45a0-897e-ff3e767eb8d9 req-2ae61c74-cd71-4159-b8b8-c7e596e89b1a tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] 10.222.0.41 "GET /v2.0/ports?device_id=b009e501-2dfe-4551-b113-e60e987a823d HTTP/1.1" status: 200 len: 210 time: 0.4501736 Apr 19 07:41:09.379140 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Provisioning for port d3c332ed-a2a9-40a2-a10b-b2b058600796 completed by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 07:41:09.384492 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Provisioning complete for port d3c332ed-a2a9-40a2-a10b-b2b058600796 triggered by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:41:09.384894 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:09.416999 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6c1a2b45-cf63-44e2-a145-7065eddf1366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1716840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314'] for subnet, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:09.436295 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-f37fc0cc-942d-4108-8c2b-469d27a78202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1807431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812703'] for router, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:09.462212 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-6f64d93d-eee3-49c5-a50a-ed7fa5a25401 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:09.477394 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a301256b-e2e3-490f-bd2d-b0c72a07c076 admin admin] Pushing event updated for resources: {'Port': ['ID=e9dd2e08-91ca-4b2a-9fd5-f859b560338f,revision_number=2']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:09.505294 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-a301256b-e2e3-490f-bd2d-b0c72a07c076 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.600s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:09.506591 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.db_base_plugin_common [req-e669f8f8-fb72-4949-af4b-fb274a7eaf99 req-7c5f15b7-2f1c-47e5-9fcb-4ee2e791d1da tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] Allocated IP 172.20.0.5 (92b22e7c-ace4-4b86-82cd-798189d12915/3dd7269a-5347-4afd-8bbc-fa20cb5246a7/35292be5-bc72-402c-999d-0124c4782ace) {{(pid=86412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 07:41:09.670972 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:09.703116 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] For port d3c332ed-a2a9-40a2-a10b-b2b058600796, host dv-cinder-773870-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-smb',level=0,port_id=d3c332ed-a2a9-40a2-a10b-b2b058600796,segment=NetworkSegment(02bd2b75-5f2a-405f-9739-3049934ed397),segment_id=02bd2b75-5f2a-405f-9739-3049934ed397)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:41:09.707374 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:09.708912 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a301256b-e2e3-490f-bd2d-b0c72a07c076 admin admin] Network 9f8aa9f4-c051-436b-a77b-0b1e6ac2b108 is already hosted by enough agents. {{(pid=86412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 07:41:09.710780 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-4313d682-2bc9-4160-9f91-013543afc00a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:09.729412 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.base_scheduler [None req-a301256b-e2e3-490f-bd2d-b0c72a07c076 admin admin] Resources bound (agent type, host, resource id): {{(pid=86412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 07:41:10.360081 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bf2cef0d-0a86-410b-90d7-6d8fe7ad6153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:10.394955 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-8585a9a7-497b-45d6-8e63-7ed436d11cf8 None None] Provisioning complete for port e9dd2e08-91ca-4b2a-9fd5-f859b560338f triggered by entity DHCP. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:41:10.395532 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-8585a9a7-497b-45d6-8e63-7ed436d11cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:10.532886 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Pushing event updated for resources: {'Port': ['ID=d3c332ed-a2a9-40a2-a10b-b2b058600796,revision_number=4']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:10.542836 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.832s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:10.559453 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a301256b-e2e3-490f-bd2d-b0c72a07c076 admin admin] Router f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4 has already been hosted by L3 agent af0aee0b-5275-4bf1-b5b2-246fd8e7196c {{(pid=86412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 07:41:10.637720 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:10.644852 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6f8d427e-3b49-4983-98e7-5ee782376a58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1807431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812703'] for router, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:10.674642 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-8585a9a7-497b-45d6-8e63-7ed436d11cf8 None None] Port e9dd2e08-91ca-4b2a-9fd5-f859b560338f cannot update to ACTIVE because it is not bound. {{(pid=86414) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 07:41:10.688379 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:10.967311 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1a2b45-cf63-44e2-a145-7065eddf1366 admin admin] Checking segment: {'id': '9f9d69a9-19cf-4c2a-99a8-9c5fb2a43bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4e55ddc3-33b1-4a10-b452-167e7c28d643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 07:41:10.967472 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1a2b45-cf63-44e2-a145-7065eddf1366 admin admin] Network hostable DHCP agents. Network: 4e55ddc3-33b1-4a10-b452-167e7c28d643, hostable agents: ['f48e5f8f-9537-4f01-bc3c-e3892051a721'], hosted agents: [] {{(pid=86413) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 07:41:11.046035 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-e669f8f8-fb72-4949-af4b-fb274a7eaf99 req-7c5f15b7-2f1c-47e5-9fcb-4ee2e791d1da tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] Notify callbacks [] for port, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:11.085685 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a301256b-e2e3-490f-bd2d-b0c72a07c076 admin admin] Notify agent at l3_agent.dv-cinder-773870-2-smb the message routers_updated {{(pid=86412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 07:41:11.129258 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-a301256b-e2e3-490f-bd2d-b0c72a07c076 admin admin] 10.222.0.41 "PUT /v2.0/routers/f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6221786 Apr 19 07:41:11.135158 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Device d3c332ed-a2a9-40a2-a10b-b2b058600796 up at agent ovs-agent-dv-cinder-773870-2-smb {{(pid=86414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 07:41:11.151396 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-e669f8f8-fb72-4949-af4b-fb274a7eaf99 req-7c5f15b7-2f1c-47e5-9fcb-4ee2e791d1da tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769764225105'] for port, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:11.160095 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:11.305302 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e669f8f8-fb72-4949-af4b-fb274a7eaf99 req-7c5f15b7-2f1c-47e5-9fcb-4ee2e791d1da tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] Network 92b22e7c-ace4-4b86-82cd-798189d12915 is already hosted by enough agents. {{(pid=86412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 07:41:11.320653 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.base_scheduler [req-e669f8f8-fb72-4949-af4b-fb274a7eaf99 req-7c5f15b7-2f1c-47e5-9fcb-4ee2e791d1da tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] Resources bound (agent type, host, resource id): {{(pid=86412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 07:41:11.323863 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [req-e669f8f8-fb72-4949-af4b-fb274a7eaf99 req-7c5f15b7-2f1c-47e5-9fcb-4ee2e791d1da tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] Received port after_create {{(pid=86412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 07:41:11.331742 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e669f8f8-fb72-4949-af4b-fb274a7eaf99 req-7c5f15b7-2f1c-47e5-9fcb-4ee2e791d1da tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:11.332921 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-e669f8f8-fb72-4949-af4b-fb274a7eaf99 req-7c5f15b7-2f1c-47e5-9fcb-4ee2e791d1da tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853097331'] for port, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:11.398910 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-e669f8f8-fb72-4949-af4b-fb274a7eaf99 req-7c5f15b7-2f1c-47e5-9fcb-4ee2e791d1da tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9405916 Apr 19 07:41:11.406645 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d08bd89e-63cf-49bc-b1d3-e1c35da66f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:11.416678 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f15b7-2f1c-47e5-9fcb-4ee2e791d1da tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] Pushing event updated for resources: {'Port': ['ID=35292be5-bc72-402c-999d-0124c4782ace,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:11.423681 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Provisioning complete for port d3c332ed-a2a9-40a2-a10b-b2b058600796 triggered by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:41:11.424263 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:11.427657 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-7c5f15b7-2f1c-47e5-9fcb-4ee2e791d1da tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:11.442139 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [req-e669f8f8-fb72-4949-af4b-fb274a7eaf99 req-cea70007-ff5e-4dfe-9a0a-d78c493bc54c tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=86412) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 07:41:11.444179 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-e669f8f8-fb72-4949-af4b-fb274a7eaf99 req-cea70007-ff5e-4dfe-9a0a-d78c493bc54c tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0146801 Apr 19 07:41:11.484239 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1a2b45-cf63-44e2-a145-7065eddf1366 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85b579f8-097a-4179-ae92-fbd54eee48be,revision_number=0']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:11.522498 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-6c1a2b45-cf63-44e2-a145-7065eddf1366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.052s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:11.780204 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1a2b45-cf63-44e2-a145-7065eddf1366 admin admin] Network 4e55ddc3-33b1-4a10-b452-167e7c28d643 is scheduled to be hosted by DHCP agent f48e5f8f-9537-4f01-bc3c-e3892051a721 with binding_index 1 {{(pid=86413) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 07:41:11.864477 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.base_scheduler [None req-6c1a2b45-cf63-44e2-a145-7065eddf1366 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773870-2-smb, 4e55ddc3-33b1-4a10-b452-167e7c28d643) {{(pid=86413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 07:41:11.886098 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249ec090-1e18-4259-b77c-a64709e44096 None None] Network 4e55ddc3-33b1-4a10-b452-167e7c28d643 requested from dv-cinder-773870-2-smb {{(pid=86414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 07:41:11.986603 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1a2b45-cf63-44e2-a145-7065eddf1366 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:11.989243 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6c1a2b45-cf63-44e2-a145-7065eddf1366 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853097331'] for subnet, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:12.058602 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f37fc0cc-942d-4108-8c2b-469d27a78202 admin admin] Router 67d699e7-9ef1-4896-9222-d3cb20b93ed4 is scheduled to L3 agent af0aee0b-5275-4bf1-b5b2-246fd8e7196c with binding_index 1 {{(pid=86413) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 07:41:12.119864 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b9f904-a973-41a9-beb5-acfbbef55905 req-81bbc85a-d2dd-4b02-a9bd-47d84bc7543d tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:12.123144 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-d8b9f904-a973-41a9-beb5-acfbbef55905 req-81bbc85a-d2dd-4b02-a9bd-47d84bc7543d tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] 10.222.0.41 "GET /v2.0/ports?device_id=b009e501-2dfe-4551-b113-e60e987a823d HTTP/1.1" status: 200 len: 931 time: 1.2047205 Apr 19 07:41:12.189329 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 35688) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:41:12.195621 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [None req-24fa042e-e178-4769-ac41-d4558ffb4f57 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Request body: {'security_group': {'name': 'tempest-securitygroup--862509186', 'description': 'tempest-description--1938349922'}} {{(pid=86412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:41:12.249371 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-24fa042e-e178-4769-ac41-d4558ffb4f57 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:41:12.273517 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-24fa042e-e178-4769-ac41-d4558ffb4f57 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Usage tracker for resource:security_group and tenant:4785af1c8f0e4b01af43cb5ee0e71925 is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:41:12.279479 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-24fa042e-e178-4769-ac41-d4558ffb4f57 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:41:12.280771 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f8d427e-3b49-4983-98e7-5ee782376a58 admin admin] Router f94fd1ee-95bd-456f-8f6a-c17a78acc134 is scheduled to L3 agent af0aee0b-5275-4bf1-b5b2-246fd8e7196c with binding_index 1 {{(pid=86413) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 07:41:12.303887 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-24fa042e-e178-4769-ac41-d4558ffb4f57 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:41:12.333606 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9950ab-c55e-4fba-bbc7-8a4e9574b4f5 None None] Sync routers for ids ['f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4'] in dv-cinder-773870-2-smb {{(pid=86414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 07:41:12.353627 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [req-e669f8f8-fb72-4949-af4b-fb274a7eaf99 req-fff2d2fd-2f52-4448-bb0b-034ea7ef1b53 service neutron] Request body: {'port': {'device_id': 'b009e501-2dfe-4551-b113-e60e987a823d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=86412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:41:12.434191 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9950ab-c55e-4fba-bbc7-8a4e9574b4f5 None None] Routers {'f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4'} bound to L3 agent in host dv-cinder-773870-2-smb {{(pid=86414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 07:41:12.435166 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-24fa042e-e178-4769-ac41-d4558ffb4f57 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks [] for security_group, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:12.446846 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-6c9950ab-c55e-4fba-bbc7-8a4e9574b4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-19T07:32:39Z,description=,heartbeat_timestamp=2021-04-19T07:41:09Z,host='dv-cinder-773870-2-smb',id=af0aee0b-5275-4bf1-b5b2-246fd8e7196c,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T07:32:39Z,topic='l3_agent')) {'router_ids': ['f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4'], 'active': True} {{(pid=86414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:41:12.505177 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-24fa042e-e178-4769-ac41-d4558ffb4f57 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:41:12.517748 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-24fa042e-e178-4769-ac41-d4558ffb4f57 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Usage tracker for resource:security_group_rule and tenant:4785af1c8f0e4b01af43cb5ee0e71925 is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:41:12.520961 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-24fa042e-e178-4769-ac41-d4558ffb4f57 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:41:12.528133 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-6c1a2b45-cf63-44e2-a145-7065eddf1366 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 8.7412996 Apr 19 07:41:12.534391 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-24fa042e-e178-4769-ac41-d4558ffb4f57 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:41:12.593895 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-d8b9f904-a973-41a9-beb5-acfbbef55905 req-835b1716-0c30-4da3-b716-7d1015ae1f44 tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] 10.222.0.41 "GET /v2.0/security-groups?id=af628b93-e516-40e8-9b78-1a5966207069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029344 Apr 19 07:41:12.713821 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-24fa042e-e178-4769-ac41-d4558ffb4f57 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks [] for security_group, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:12.744023 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-24fa042e-e178-4769-ac41-d4558ffb4f57 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:12.762065 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7edaa7-02a5-4075-bb91-4f12f7144774 None None] Network 4e55ddc3-33b1-4a10-b452-167e7c28d643 requested from dv-cinder-773870-2-smb {{(pid=86414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 07:41:12.861118 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 35704) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:41:12.867846 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:12.930180 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvr_db [None req-6c9950ab-c55e-4fba-bbc7-8a4e9574b4f5 None None] Set router f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4 gateway port host: dv-cinder-773870-2-smb {{(pid=86414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 07:41:13.011474 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-24fa042e-e178-4769-ac41-d4558ffb4f57 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks [] for security_group, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:13.012975 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-24fa042e-e178-4769-ac41-d4558ffb4f57 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8225245 Apr 19 07:41:13.020293 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f37fc0cc-942d-4108-8c2b-469d27a78202 admin admin] Notify agent at l3_agent.dv-cinder-773870-2-smb the message routers_updated {{(pid=86413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 07:41:13.028370 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 35708) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:41:13.033087 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878ead30-45af-49b8-91b2-67a941542b85 None None] Sync routers for ids ['67d699e7-9ef1-4896-9222-d3cb20b93ed4'] in dv-cinder-773870-2-smb {{(pid=86415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 07:41:13.076743 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878ead30-45af-49b8-91b2-67a941542b85 None None] Routers {'67d699e7-9ef1-4896-9222-d3cb20b93ed4'} bound to L3 agent in host dv-cinder-773870-2-smb {{(pid=86415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 07:41:13.076743 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-878ead30-45af-49b8-91b2-67a941542b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-19T07:32:39Z,description=,heartbeat_timestamp=2021-04-19T07:41:09Z,host='dv-cinder-773870-2-smb',id=af0aee0b-5275-4bf1-b5b2-246fd8e7196c,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T07:32:39Z,topic='l3_agent')) {'router_ids': ['67d699e7-9ef1-4896-9222-d3cb20b93ed4'], 'active': True} {{(pid=86415) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:41:13.103734 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [None req-718678e6-a35c-4aa0-94c7-ab8e67426fbe tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Request body: {'security_group_rule': {'security_group_id': 'e1b9b2ed-6991-4ca2-9322-f0071141391c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:41:13.116665 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-f37fc0cc-942d-4108-8c2b-469d27a78202 admin admin] Notify callbacks [] for router, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:13.128296 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-f37fc0cc-942d-4108-8c2b-469d27a78202 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 14.1229966 Apr 19 07:41:13.129201 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 35720) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:41:13.145719 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-718678e6-a35c-4aa0-94c7-ab8e67426fbe tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:41:13.271817 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb93354a-d9a6-4969-af4b-a590cbab4c72 admin admin] Deleting subnet 3c5b43ec-f7c9-4575-8110-35fe8456208f {{(pid=86412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 07:41:13.275606 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-eb93354a-d9a6-4969-af4b-a590cbab4c72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:13.315532 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-718678e6-a35c-4aa0-94c7-ab8e67426fbe tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Usage tracker for resource:security_group_rule and tenant:4785af1c8f0e4b01af43cb5ee0e71925 is out of sync, need to count used quota {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:41:13.380837 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-718678e6-a35c-4aa0-94c7-ab8e67426fbe tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:41:13.385012 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f8d427e-3b49-4983-98e7-5ee782376a58 admin admin] Notify agent at l3_agent.dv-cinder-773870-2-smb the message routers_updated {{(pid=86413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 07:41:13.403290 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-718678e6-a35c-4aa0-94c7-ab8e67426fbe tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:41:13.421934 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-eb93354a-d9a6-4969-af4b-a590cbab4c72 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:13.434197 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba2ca33-348f-4cb2-a374-65fb72152441 None None] Sync routers for ids ['f94fd1ee-95bd-456f-8f6a-c17a78acc134'] in dv-cinder-773870-2-smb {{(pid=86414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 07:41:13.445383 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-eb93354a-d9a6-4969-af4b-a590cbab4c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-771124'] for subnet, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:13.469610 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba2ca33-348f-4cb2-a374-65fb72152441 None None] Routers {'f94fd1ee-95bd-456f-8f6a-c17a78acc134'} bound to L3 agent in host dv-cinder-773870-2-smb {{(pid=86414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 07:41:13.470443 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-cba2ca33-348f-4cb2-a374-65fb72152441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-19T07:32:39Z,description=,heartbeat_timestamp=2021-04-19T07:41:09Z,host='dv-cinder-773870-2-smb',id=af0aee0b-5275-4bf1-b5b2-246fd8e7196c,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T07:32:39Z,topic='l3_agent')) {'router_ids': ['f94fd1ee-95bd-456f-8f6a-c17a78acc134'], 'active': True} {{(pid=86414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:41:13.559705 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fa042e-e178-4769-ac41-d4558ffb4f57 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b9b2ed-6991-4ca2-9322-f0071141391c,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:13.592071 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvr_db [None req-878ead30-45af-49b8-91b2-67a941542b85 None None] Set router 67d699e7-9ef1-4896-9222-d3cb20b93ed4 gateway port host: dv-cinder-773870-2-smb {{(pid=86415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 07:41:13.806675 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6f8d427e-3b49-4983-98e7-5ee782376a58 admin admin] Notify callbacks [] for router, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:13.817151 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-6f8d427e-3b49-4983-98e7-5ee782376a58 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 13.6153359 Apr 19 07:41:13.844346 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-718678e6-a35c-4aa0-94c7-ab8e67426fbe tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:13.877208 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 35744) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:41:13.933295 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvr_db [None req-cba2ca33-348f-4cb2-a374-65fb72152441 None None] Set router f94fd1ee-95bd-456f-8f6a-c17a78acc134 gateway port host: dv-cinder-773870-2-smb {{(pid=86414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 07:41:14.267439 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-e669f8f8-fb72-4949-af4b-fb274a7eaf99 req-fff2d2fd-2f52-4448-bb0b-034ea7ef1b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:14.318585 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-24fa042e-e178-4769-ac41-d4558ffb4f57 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.450s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:14.428441 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-eb93354a-d9a6-4969-af4b-a590cbab4c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854004724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1716840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314'] for subnet, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:14.493944 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-dc6c244f-a9c6-41ed-9075-3c0e9156a32a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:14.616072 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb93354a-d9a6-4969-af4b-a590cbab4c72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c5b43ec-f7c9-4575-8110-35fe8456208f,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:14.618660 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-eb93354a-d9a6-4969-af4b-a590cbab4c72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:14.641989 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-eb93354a-d9a6-4969-af4b-a590cbab4c72 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3c5b43ec-f7c9-4575-8110-35fe8456208f HTTP/1.1" status: 204 len: 168 time: 1.7567017 Apr 19 07:41:14.682716 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-eb93354a-d9a6-4969-af4b-a590cbab4c72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:14.686458 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 35778) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:41:14.875675 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-e2f3c27f-cb62-4bf5-84a2-7018d6b7ac75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-686968'] for network, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:15.165906 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-878ead30-45af-49b8-91b2-67a941542b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d699e7-9ef1-4896-9222-d3cb20b93ed4', 'name': 'tempest-ServerRescueNegativeTestJSON-727663491-router', 'tenant_id': 'e16dd95cee524812ae6d6b49005c2136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.219'}], 'enable_snat': True}, 'gw_port_id': '14aa9668-5312-4c4e-8339-78378aef3b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:40:59Z', 'updated_at': '2021-04-19T07:41:05Z', 'revision_number': 3, 'project_id': 'e16dd95cee524812ae6d6b49005c2136', 'gw_port': {'id': '14aa9668-5312-4c4e-8339-78378aef3b9c', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:d7:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d699e7-9ef1-4896-9222-d3cb20b93ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:02Z', 'updated_at': '2021-04-19T07:41:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb'}], 'dv-cinder-773870-2-smb', False) {} {{(pid=86415) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:41:15.184371 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878ead30-45af-49b8-91b2-67a941542b85 None None] Checking router: 67d699e7-9ef1-4896-9222-d3cb20b93ed4 for host: dv-cinder-773870-2-smb {{(pid=86415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 07:41:15.185027 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878ead30-45af-49b8-91b2-67a941542b85 None None] Updating router 67d699e7-9ef1-4896-9222-d3cb20b93ed4 port 14aa9668-5312-4c4e-8339-78378aef3b9c binding host dv-cinder-773870-2-smb {{(pid=86415) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 07:41:15.407944 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-878ead30-45af-49b8-91b2-67a941542b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86415) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:15.739148 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-e2f3c27f-cb62-4bf5-84a2-7018d6b7ac75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854004639', 'neutron.services.segments.db._delete_segments_for_network-8769764573043'] for network, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:15.770806 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-cba2ca33-348f-4cb2-a374-65fb72152441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94fd1ee-95bd-456f-8f6a-c17a78acc134', 'name': 'tempest-AttachVolumeShelveTestJSON-967826059-router', 'tenant_id': '3ef6d999ea3a4447a9b6387c496ca58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': 'a7a42cf9-3474-40fa-8991-a6de72384a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:41:00Z', 'updated_at': '2021-04-19T07:41:07Z', 'revision_number': 3, 'project_id': '3ef6d999ea3a4447a9b6387c496ca58a', 'gw_port': {'id': 'a7a42cf9-3474-40fa-8991-a6de72384a06', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c1:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94fd1ee-95bd-456f-8f6a-c17a78acc134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:02Z', 'updated_at': '2021-04-19T07:41:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb'}], 'dv-cinder-773870-2-smb', False) {} {{(pid=86414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:41:15.781359 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba2ca33-348f-4cb2-a374-65fb72152441 None None] Checking router: f94fd1ee-95bd-456f-8f6a-c17a78acc134 for host: dv-cinder-773870-2-smb {{(pid=86414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 07:41:15.781781 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba2ca33-348f-4cb2-a374-65fb72152441 None None] Updating router f94fd1ee-95bd-456f-8f6a-c17a78acc134 port a7a42cf9-3474-40fa-8991-a6de72384a06 binding host dv-cinder-773870-2-smb {{(pid=86414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 07:41:15.935616 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-6c9950ab-c55e-4fba-bbc7-8a4e9574b4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4', 'name': 'tempest-AttachVolumeTestJSON-1461246334-router', 'tenant_id': '4785af1c8f0e4b01af43cb5ee0e71925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.49'}], 'enable_snat': True}, 'gw_port_id': 'd3c332ed-a2a9-40a2-a10b-b2b058600796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:40:58Z', 'updated_at': '2021-04-19T07:41:07Z', 'revision_number': 4, 'project_id': '4785af1c8f0e4b01af43cb5ee0e71925', 'gw_port': {'id': 'd3c332ed-a2a9-40a2-a10b-b2b058600796', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ff:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:00Z', 'updated_at': '2021-04-19T07:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb', '_interfaces': [{'id': 'e9dd2e08-91ca-4b2a-9fd5-f859b560338f', 'name': '', 'network_id': '9f8aa9f4-c051-436b-a77b-0b1e6ac2b108', 'tenant_id': '4785af1c8f0e4b01af43cb5ee0e71925', 'mac_address': 'fa:16:3e:52:41:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'de605b46-a093-48ae-a63f-9a51e235e4b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:05Z', 'updated_at': '2021-04-19T07:41:08Z', 'revision_number': 2, 'project_id': '4785af1c8f0e4b01af43cb5ee0e71925', 'subnets': [{'id': 'de605b46-a093-48ae-a63f-9a51e235e4b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-smb', False) {} {{(pid=86414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:41:15.960726 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-cba2ca33-348f-4cb2-a374-65fb72152441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:16.035918 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-e2f3c27f-cb62-4bf5-84a2-7018d6b7ac75 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86412) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:41:16.036574 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-e2f3c27f-cb62-4bf5-84a2-7018d6b7ac75 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86412) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:41:16.037725 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-e2f3c27f-cb62-4bf5-84a2-7018d6b7ac75 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86412) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:41:16.038325 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-e2f3c27f-cb62-4bf5-84a2-7018d6b7ac75 admin admin] Subscribe: > port after_create 55550000 {{(pid=86412) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:41:16.038812 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-e2f3c27f-cb62-4bf5-84a2-7018d6b7ac75 admin admin] Subscribe: > port after_delete 55550000 {{(pid=86412) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:41:16.039451 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-e2f3c27f-cb62-4bf5-84a2-7018d6b7ac75 admin admin] Subscribe: > port after_update 55550000 {{(pid=86412) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:41:16.039887 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-e2f3c27f-cb62-4bf5-84a2-7018d6b7ac75 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86412) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:41:16.040354 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-e2f3c27f-cb62-4bf5-84a2-7018d6b7ac75 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86412) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:41:16.040919 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-e2f3c27f-cb62-4bf5-84a2-7018d6b7ac75 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86412) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:41:16.041511 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-e2f3c27f-cb62-4bf5-84a2-7018d6b7ac75 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86412) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:41:16.087039 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9950ab-c55e-4fba-bbc7-8a4e9574b4f5 None None] Checking router: f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4 for host: dv-cinder-773870-2-smb {{(pid=86414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 07:41:16.087466 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9950ab-c55e-4fba-bbc7-8a4e9574b4f5 None None] Updating router f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4 port e9dd2e08-91ca-4b2a-9fd5-f859b560338f binding host dv-cinder-773870-2-smb {{(pid=86414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 07:41:16.241522 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-878ead30-45af-49b8-91b2-67a941542b85 None None] Notify callbacks [] for port, precommit_update {{(pid=86415) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:16.255112 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-878ead30-45af-49b8-91b2-67a941542b85 None None] Transition to ACTIVE for port object 14aa9668-5312-4c4e-8339-78378aef3b9c will not be triggered until provisioned by entity L2. {{(pid=86415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 07:41:16.263230 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-878ead30-45af-49b8-91b2-67a941542b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86415) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:16.269661 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-34258b7a-8f15-4eaf-a4c6-72c8c80960a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86415) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:16.359960 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c72516-dbd9-4a36-83c4-5df998ac56f8 None None] Pushing event updated for resources: {'Port': ['ID=14aa9668-5312-4c4e-8339-78378aef3b9c,revision_number=2']} {{(pid=86415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:16.371372 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-00c72516-dbd9-4a36-83c4-5df998ac56f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86415) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:16.397514 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-878ead30-45af-49b8-91b2-67a941542b85 None None] Attempting to bind port 14aa9668-5312-4c4e-8339-78378aef3b9c on host dv-cinder-773870-2-smb for vnic_type normal with profile {{(pid=86415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 07:41:16.398071 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-878ead30-45af-49b8-91b2-67a941542b85 None None] Attempting to bind port 14aa9668-5312-4c4e-8339-78378aef3b9c by drivers openvswitch,hyperv on host dv-cinder-773870-2-smb at level 0 using segments [{'id': '02bd2b75-5f2a-405f-9739-3049934ed397', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f'}] {{(pid=86415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 07:41:16.398477 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878ead30-45af-49b8-91b2-67a941542b85 None None] Attempting to bind port 14aa9668-5312-4c4e-8339-78378aef3b9c on network e87e9adf-9874-4d07-9d49-89485cde7b0f {{(pid=86415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 07:41:16.405070 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878ead30-45af-49b8-91b2-67a941542b85 None None] Checking agent: {'id': 'ee0c2bac-a846-4753-a270-37ad89ef2b53', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773870-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 32, 41), 'started_at': datetime.datetime(2021, 4, 19, 7, 33, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773870-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 07:41:16.405449 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878ead30-45af-49b8-91b2-67a941542b85 None None] Checking segment: {'id': '02bd2b75-5f2a-405f-9739-3049934ed397', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 07:41:16.405879 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-878ead30-45af-49b8-91b2-67a941542b85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86415) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:16.406305 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878ead30-45af-49b8-91b2-67a941542b85 None None] Bound using segment: {'id': '02bd2b75-5f2a-405f-9739-3049934ed397', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f'} {{(pid=86415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 07:41:16.406809 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-878ead30-45af-49b8-91b2-67a941542b85 None None] Bound port: 14aa9668-5312-4c4e-8339-78378aef3b9c, host: dv-cinder-773870-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02bd2b75-5f2a-405f-9739-3049934ed397', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f'}}] {{(pid=86415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 07:41:16.407237 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-878ead30-45af-49b8-91b2-67a941542b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86415) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:16.444959 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-e2f3c27f-cb62-4bf5-84a2-7018d6b7ac75 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86412) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:41:16.445351 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-e2f3c27f-cb62-4bf5-84a2-7018d6b7ac75 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86412) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:41:16.445728 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-e2f3c27f-cb62-4bf5-84a2-7018d6b7ac75 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86412) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:41:16.446104 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-e2f3c27f-cb62-4bf5-84a2-7018d6b7ac75 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86412) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:41:16.446507 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.services.segments.db [None req-e2f3c27f-cb62-4bf5-84a2-7018d6b7ac75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['344b2add-6553-4d1a-8586-f77fa8c4570d']}} {{(pid=86412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:41:16.497809 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-878ead30-45af-49b8-91b2-67a941542b85 None None] For port 14aa9668-5312-4c4e-8339-78378aef3b9c, host dv-cinder-773870-2-smb, cleared binding levels {{(pid=86415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 07:41:16.501917 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-878ead30-45af-49b8-91b2-67a941542b85 None None] For port 14aa9668-5312-4c4e-8339-78378aef3b9c, host dv-cinder-773870-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-smb',level=0,port_id=14aa9668-5312-4c4e-8339-78378aef3b9c,segment=NetworkSegment(02bd2b75-5f2a-405f-9739-3049934ed397),segment_id=02bd2b75-5f2a-405f-9739-3049934ed397)] {{(pid=86415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 07:41:16.506216 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-878ead30-45af-49b8-91b2-67a941542b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86415) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:16.513000 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-00c72516-dbd9-4a36-83c4-5df998ac56f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86415) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:16.640862 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ef9888-9f47-4071-b5cf-316c8d6c40f2 req-129be474-a329-4b6b-8c1e-3052bf85e165 tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:16.645050 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-46ef9888-9f47-4071-b5cf-316c8d6c40f2 req-129be474-a329-4b6b-8c1e-3052bf85e165 tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] 10.222.0.41 "GET /v2.0/ports?device_id=b009e501-2dfe-4551-b113-e60e987a823d HTTP/1.1" status: 200 len: 931 time: 2.1524434 Apr 19 07:41:16.675922 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c72516-dbd9-4a36-83c4-5df998ac56f8 None None] Pushing event updated for resources: {'Port': ['ID=14aa9668-5312-4c4e-8339-78378aef3b9c,revision_number=3']} {{(pid=86415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:16.692829 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-00c72516-dbd9-4a36-83c4-5df998ac56f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86415) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:16.735234 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878ead30-45af-49b8-91b2-67a941542b85 None None] Routers {'67d699e7-9ef1-4896-9222-d3cb20b93ed4'} bound to L3 agent in host dv-cinder-773870-2-smb {{(pid=86415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 07:41:16.735979 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-878ead30-45af-49b8-91b2-67a941542b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-19T07:32:39Z,description=,heartbeat_timestamp=2021-04-19T07:41:09Z,host='dv-cinder-773870-2-smb',id=af0aee0b-5275-4bf1-b5b2-246fd8e7196c,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T07:32:39Z,topic='l3_agent')) {'router_ids': ['67d699e7-9ef1-4896-9222-d3cb20b93ed4'], 'active': True} {{(pid=86415) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:41:16.829878 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-cba2ca33-348f-4cb2-a374-65fb72152441 None None] Notify callbacks [] for port, precommit_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:16.861117 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-cba2ca33-348f-4cb2-a374-65fb72152441 None None] Transition to ACTIVE for port object a7a42cf9-3474-40fa-8991-a6de72384a06 will not be triggered until provisioned by entity L2. {{(pid=86414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 07:41:16.880285 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-cba2ca33-348f-4cb2-a374-65fb72152441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:16.900734 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6c9950ab-c55e-4fba-bbc7-8a4e9574b4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:16.918476 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-ee2ea30b-427a-4295-90ab-00cfe0c00fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:16.936035 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-13c9dc45-81f2-48c9-b15e-7616c380f572 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:17.103875 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [req-e669f8f8-fb72-4949-af4b-fb274a7eaf99 req-fff2d2fd-2f52-4448-bb0b-034ea7ef1b53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35292be5-bc72-402c-999d-0124c4782ace {{(pid=86412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 07:41:17.117960 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-e669f8f8-fb72-4949-af4b-fb274a7eaf99 req-fff2d2fd-2f52-4448-bb0b-034ea7ef1b53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:17.146362 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-46ef9888-9f47-4071-b5cf-316c8d6c40f2 req-f248a70b-1ca0-4a93-977c-3eb79c2662c7 tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] 10.222.0.41 "GET /v2.0/security-groups?id=af628b93-e516-40e8-9b78-1a5966207069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870667 Apr 19 07:41:17.166518 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [req-e669f8f8-fb72-4949-af4b-fb274a7eaf99 req-fff2d2fd-2f52-4448-bb0b-034ea7ef1b53 service neutron] Transition to ACTIVE for port object 35292be5-bc72-402c-999d-0124c4782ace will not be triggered until provisioned by entity L2. {{(pid=86412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 07:41:17.184314 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-e669f8f8-fb72-4949-af4b-fb274a7eaf99 req-fff2d2fd-2f52-4448-bb0b-034ea7ef1b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850839242'] for port, after_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:17.187568 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.services.segments.db [None req-e2f3c27f-cb62-4bf5-84a2-7018d6b7ac75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3669ef2-ea46-4bf1-a139-ead8c52e98ff') {'for_net_delete': True} {{(pid=86412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:41:17.188021 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.services.segments.db [None req-e2f3c27f-cb62-4bf5-84a2-7018d6b7ac75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3669ef2-ea46-4bf1-a139-ead8c52e98ff') {} {{(pid=86412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:41:17.205339 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-718678e6-a35c-4aa0-94c7-ab8e67426fbe tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:17.209846 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:17.248428 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-718678e6-a35c-4aa0-94c7-ab8e67426fbe tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704384'] for security_group_rule, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:17.258771 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-e2f3c27f-cb62-4bf5-84a2-7018d6b7ac75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363267090041187', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354997'] for segment, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:17.332534 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvr_db [None req-878ead30-45af-49b8-91b2-67a941542b85 None None] Set router 67d699e7-9ef1-4896-9222-d3cb20b93ed4 gateway port host: dv-cinder-773870-2-smb {{(pid=86415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 07:41:17.508794 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-e2f3c27f-cb62-4bf5-84a2-7018d6b7ac75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853992622'] for segment, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:17.544668 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-cba2ca33-348f-4cb2-a374-65fb72152441 None None] Attempting to bind port a7a42cf9-3474-40fa-8991-a6de72384a06 on host dv-cinder-773870-2-smb for vnic_type normal with profile {{(pid=86414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 07:41:17.550221 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-cba2ca33-348f-4cb2-a374-65fb72152441 None None] Attempting to bind port a7a42cf9-3474-40fa-8991-a6de72384a06 by drivers openvswitch,hyperv on host dv-cinder-773870-2-smb at level 0 using segments [{'id': '02bd2b75-5f2a-405f-9739-3049934ed397', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f'}] {{(pid=86414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 07:41:17.551127 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba2ca33-348f-4cb2-a374-65fb72152441 None None] Attempting to bind port a7a42cf9-3474-40fa-8991-a6de72384a06 on network e87e9adf-9874-4d07-9d49-89485cde7b0f {{(pid=86414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 07:41:17.602679 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2f3c27f-cb62-4bf5-84a2-7018d6b7ac75 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=86412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 07:41:17.607028 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba2ca33-348f-4cb2-a374-65fb72152441 None None] Checking agent: {'id': 'ee0c2bac-a846-4753-a270-37ad89ef2b53', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773870-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 32, 41), 'started_at': datetime.datetime(2021, 4, 19, 7, 33, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773870-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 07:41:17.608152 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba2ca33-348f-4cb2-a374-65fb72152441 None None] Checking segment: {'id': '02bd2b75-5f2a-405f-9739-3049934ed397', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 07:41:17.608872 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-cba2ca33-348f-4cb2-a374-65fb72152441 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:17.609483 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba2ca33-348f-4cb2-a374-65fb72152441 None None] Bound using segment: {'id': '02bd2b75-5f2a-405f-9739-3049934ed397', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f'} {{(pid=86414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 07:41:17.610414 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-cba2ca33-348f-4cb2-a374-65fb72152441 None None] Bound port: a7a42cf9-3474-40fa-8991-a6de72384a06, host: dv-cinder-773870-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02bd2b75-5f2a-405f-9739-3049934ed397', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f'}}] {{(pid=86414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 07:41:17.611199 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-cba2ca33-348f-4cb2-a374-65fb72152441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:17.702814 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1194632d-6afe-45f5-858f-136949a2779e None None] Pushing event updated for resources: {'Port': ['ID=a7a42cf9-3474-40fa-8991-a6de72384a06,revision_number=2']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:17.715118 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.db_base_plugin_common [None req-ee2ea30b-427a-4295-90ab-00cfe0c00fdc admin admin] Allocated IP 172.20.0.1 (54cc282c-1ba1-4d63-8981-01ed15bb5ad4/576f6062-f22a-411b-bc12-7e9099407d19/91dec4dd-cf5b-4474-a0ba-3a44e33dad1c) {{(pid=86413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 07:41:17.736961 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-1194632d-6afe-45f5-858f-136949a2779e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.801s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:17.896773 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff2d2fd-2f52-4448-bb0b-034ea7ef1b53 service neutron] Pushing event updated for resources: {'Port': ['ID=35292be5-bc72-402c-999d-0124c4782ace,revision_number=2']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:17.952863 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-ee2ea30b-427a-4295-90ab-00cfe0c00fdc admin admin] Notify callbacks [] for port, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:17.955780 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-fff2d2fd-2f52-4448-bb0b-034ea7ef1b53 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.746s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:17.956507 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 35858) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:41:17.978355 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-cba2ca33-348f-4cb2-a374-65fb72152441 None None] For port a7a42cf9-3474-40fa-8991-a6de72384a06, host dv-cinder-773870-2-smb, cleared binding levels {{(pid=86414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 07:41:17.997596 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-ee2ea30b-427a-4295-90ab-00cfe0c00fdc admin admin] Transition to ACTIVE for port object 91dec4dd-cf5b-4474-a0ba-3a44e33dad1c will not be triggered until provisioned by entity DHCP. {{(pid=86413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 07:41:18.073311 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:18.097317 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-c01d4022-ad2f-49e7-987f-80714754e860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:18.129315 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-e2f3c27f-cb62-4bf5-84a2-7018d6b7ac75 admin admin] Network 344b2add-6553-4d1a-8586-f77fa8c4570d has no segments {{(pid=86412) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 07:41:18.141480 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-ee2ea30b-427a-4295-90ab-00cfe0c00fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769764225105'] for port, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:18.144086 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-e2f3c27f-cb62-4bf5-84a2-7018d6b7ac75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-783141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850839224'] for segment, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:18.214558 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2ea30b-427a-4295-90ab-00cfe0c00fdc admin admin] Network 54cc282c-1ba1-4d63-8981-01ed15bb5ad4 is already hosted by enough agents. {{(pid=86413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 07:41:18.215633 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718678e6-a35c-4aa0-94c7-ab8e67426fbe tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=067754bd-01e1-489a-8b0f-feda3452c551,revision_number=0']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:18.217440 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 35866) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:41:18.220245 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.base_scheduler [None req-ee2ea30b-427a-4295-90ab-00cfe0c00fdc admin admin] Resources bound (agent type, host, resource id): {{(pid=86413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 07:41:18.254083 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-cba2ca33-348f-4cb2-a374-65fb72152441 None None] For port a7a42cf9-3474-40fa-8991-a6de72384a06, host dv-cinder-773870-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-smb',level=0,port_id=a7a42cf9-3474-40fa-8991-a6de72384a06,segment=NetworkSegment(02bd2b75-5f2a-405f-9739-3049934ed397),segment_id=02bd2b75-5f2a-405f-9739-3049934ed397)] {{(pid=86414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 07:41:18.269023 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [req-e669f8f8-fb72-4949-af4b-fb274a7eaf99 req-fff2d2fd-2f52-4448-bb0b-034ea7ef1b53 service neutron] Attempting to bind port 35292be5-bc72-402c-999d-0124c4782ace on host hv-cinder-77387 for vnic_type normal with profile {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 07:41:18.269495 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-878ead30-45af-49b8-91b2-67a941542b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d699e7-9ef1-4896-9222-d3cb20b93ed4', 'name': 'tempest-ServerRescueNegativeTestJSON-727663491-router', 'tenant_id': 'e16dd95cee524812ae6d6b49005c2136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.219'}], 'enable_snat': True}, 'gw_port_id': '14aa9668-5312-4c4e-8339-78378aef3b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:40:59Z', 'updated_at': '2021-04-19T07:41:05Z', 'revision_number': 3, 'project_id': 'e16dd95cee524812ae6d6b49005c2136', 'gw_port': {'id': '14aa9668-5312-4c4e-8339-78378aef3b9c', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:d7:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d699e7-9ef1-4896-9222-d3cb20b93ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:02Z', 'updated_at': '2021-04-19T07:41:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb'}], 'dv-cinder-773870-2-smb', False) {} {{(pid=86415) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:41:18.269941 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [req-e669f8f8-fb72-4949-af4b-fb274a7eaf99 req-fff2d2fd-2f52-4448-bb0b-034ea7ef1b53 service neutron] Attempting to bind port 35292be5-bc72-402c-999d-0124c4782ace by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': '0742a00d-7e59-4a19-aab2-c75bcfddb3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '92b22e7c-ace4-4b86-82cd-798189d12915'}] {{(pid=86412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 07:41:18.270424 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e669f8f8-fb72-4949-af4b-fb274a7eaf99 req-fff2d2fd-2f52-4448-bb0b-034ea7ef1b53 service neutron] Attempting to bind port 35292be5-bc72-402c-999d-0124c4782ace on network 92b22e7c-ace4-4b86-82cd-798189d12915 {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 07:41:18.279544 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878ead30-45af-49b8-91b2-67a941542b85 None None] The sync data for ids ['67d699e7-9ef1-4896-9222-d3cb20b93ed4'] in dv-cinder-773870-2-smb is: [{'id': '67d699e7-9ef1-4896-9222-d3cb20b93ed4', 'name': 'tempest-ServerRescueNegativeTestJSON-727663491-router', 'tenant_id': 'e16dd95cee524812ae6d6b49005c2136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.219'}], 'enable_snat': True}, 'gw_port_id': '14aa9668-5312-4c4e-8339-78378aef3b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:40:59Z', 'updated_at': '2021-04-19T07:41:05Z', 'revision_number': 3, 'project_id': 'e16dd95cee524812ae6d6b49005c2136', 'gw_port': {'id': '14aa9668-5312-4c4e-8339-78378aef3b9c', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:d7:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d699e7-9ef1-4896-9222-d3cb20b93ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:02Z', 'updated_at': '2021-04-19T07:41:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb'}] {{(pid=86415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 07:41:18.286896 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-cba2ca33-348f-4cb2-a374-65fb72152441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:18.305170 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-b055b601-9d12-4540-8612-8412b1940890 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:18.415739 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e669f8f8-fb72-4949-af4b-fb274a7eaf99 req-fff2d2fd-2f52-4448-bb0b-034ea7ef1b53 service neutron] Port 35292be5-bc72-402c-999d-0124c4782ace on network 92b22e7c-ace4-4b86-82cd-798189d12915 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 07:41:18.416105 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e669f8f8-fb72-4949-af4b-fb274a7eaf99 req-fff2d2fd-2f52-4448-bb0b-034ea7ef1b53 service neutron] Attempting to bind port 35292be5-bc72-402c-999d-0124c4782ace on network 92b22e7c-ace4-4b86-82cd-798189d12915 {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 07:41:18.461553 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1194632d-6afe-45f5-858f-136949a2779e None None] Pushing event updated for resources: {'Port': ['ID=a7a42cf9-3474-40fa-8991-a6de72384a06,revision_number=3']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:18.472757 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-1194632d-6afe-45f5-858f-136949a2779e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:18.490965 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba2ca33-348f-4cb2-a374-65fb72152441 None None] Routers {'f94fd1ee-95bd-456f-8f6a-c17a78acc134'} bound to L3 agent in host dv-cinder-773870-2-smb {{(pid=86414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 07:41:18.491844 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-cba2ca33-348f-4cb2-a374-65fb72152441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-19T07:32:39Z,description=,heartbeat_timestamp=2021-04-19T07:41:09Z,host='dv-cinder-773870-2-smb',id=af0aee0b-5275-4bf1-b5b2-246fd8e7196c,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T07:32:39Z,topic='l3_agent')) {'router_ids': ['f94fd1ee-95bd-456f-8f6a-c17a78acc134'], 'active': True} {{(pid=86414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:41:18.545462 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.db_base_plugin_common [None req-c01d4022-ad2f-49e7-987f-80714754e860 admin admin] Allocated IP 172.20.0.1 (c60a7a0e-d7f4-4271-80f2-d9ececf82671/d7ac704f-a7c2-4301-8e27-7927e5a3d15d/d65ab34c-7d0d-4237-9956-6af924d3b71d) {{(pid=86413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 07:41:18.600711 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-e2f3c27f-cb62-4bf5-84a2-7018d6b7ac75 admin admin] Network 344b2add-6553-4d1a-8586-f77fa8c4570d has no segments {{(pid=86412) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 07:41:18.719302 dv-cinder-773870-2-smb neutron-server[86301]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 19 07:41:18.719302 dv-cinder-773870-2-smb neutron-server[86301]: from cryptography.utils import int_from_bytes Apr 19 07:41:18.719302 dv-cinder-773870-2-smb neutron-server[86301]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 19 07:41:18.719302 dv-cinder-773870-2-smb neutron-server[86301]: from cryptography.utils import int_from_bytes Apr 19 07:41:18.719302 dv-cinder-773870-2-smb neutron-server[86301]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 19 07:41:18.719302 dv-cinder-773870-2-smb neutron-server[86301]: (rel_b, rel_a, rel_b), Apr 19 07:41:18.719302 dv-cinder-773870-2-smb neutron-server[86301]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 19 07:41:18.719302 dv-cinder-773870-2-smb neutron-server[86301]: (rel_b, rel_a, rel_b), Apr 19 07:41:18.719302 dv-cinder-773870-2-smb neutron-server[86301]: Traceback (most recent call last): Apr 19 07:41:18.719302 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 07:41:18.719302 dv-cinder-773870-2-smb neutron-server[86301]: timer() Apr 19 07:41:18.719302 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 07:41:18.719302 dv-cinder-773870-2-smb neutron-server[86301]: cb(*args, **kw) Apr 19 07:41:18.719302 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 07:41:18.719302 dv-cinder-773870-2-smb neutron-server[86301]: return func(*args, **kwargs) Apr 19 07:41:18.719302 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 07:41:18.719302 dv-cinder-773870-2-smb neutron-server[86301]: self._notify() Apr 19 07:41:18.719302 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 07:41:18.719302 dv-cinder-773870-2-smb neutron-server[86301]: self.callback(batched_events) Apr 19 07:41:18.719302 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 07:41:18.719302 dv-cinder-773870-2-smb neutron-server[86301]: event.method(event) Apr 19 07:41:18.719302 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 07:41:18.719302 dv-cinder-773870-2-smb neutron-server[86301]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 07:41:18.719302 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 07:41:18.719302 dv-cinder-773870-2-smb neutron-server[86301]: segment_id)['aggregates'][0] Apr 19 07:41:18.719302 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 07:41:18.719302 dv-cinder-773870-2-smb neutron-server[86301]: return f(self, *a, **k) Apr 19 07:41:18.719302 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 07:41:18.719302 dv-cinder-773870-2-smb neutron-server[86301]: return self._get(url).json() Apr 19 07:41:18.719302 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 07:41:18.719302 dv-cinder-773870-2-smb neutron-server[86301]: **kwargs) Apr 19 07:41:18.719302 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 07:41:18.719302 dv-cinder-773870-2-smb neutron-server[86301]: return self.request(url, 'GET', **kwargs) Apr 19 07:41:18.719302 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 07:41:18.719302 dv-cinder-773870-2-smb neutron-server[86301]: **endpoint_filter) Apr 19 07:41:18.719302 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 07:41:18.719302 dv-cinder-773870-2-smb neutron-server[86301]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 07:41:18.719302 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 07:41:18.719302 dv-cinder-773870-2-smb neutron-server[86301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 07:41:18.719302 dv-cinder-773870-2-smb neutron-server[86301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 07:41:18.735757 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-c01d4022-ad2f-49e7-987f-80714754e860 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:18.786147 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-718678e6-a35c-4aa0-94c7-ab8e67426fbe tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.712s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:18.809626 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.602s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:18.839929 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e669f8f8-fb72-4949-af4b-fb274a7eaf99 req-fff2d2fd-2f52-4448-bb0b-034ea7ef1b53 service neutron] Checking agent: {'id': '482cf95e-fb4e-4926-8f7d-816e7736c412', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 39, 10), 'started_at': datetime.datetime(2021, 4, 19, 7, 39, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 07:41:18.839929 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e669f8f8-fb72-4949-af4b-fb274a7eaf99 req-fff2d2fd-2f52-4448-bb0b-034ea7ef1b53 service neutron] Checking segment: {'id': '0742a00d-7e59-4a19-aab2-c75bcfddb3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '92b22e7c-ace4-4b86-82cd-798189d12915'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 07:41:18.839929 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e669f8f8-fb72-4949-af4b-fb274a7eaf99 req-fff2d2fd-2f52-4448-bb0b-034ea7ef1b53 service neutron] Bound using segment: {'id': '0742a00d-7e59-4a19-aab2-c75bcfddb3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '92b22e7c-ace4-4b86-82cd-798189d12915'} {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 07:41:18.839929 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [req-e669f8f8-fb72-4949-af4b-fb274a7eaf99 req-fff2d2fd-2f52-4448-bb0b-034ea7ef1b53 service neutron] Bound port: 35292be5-bc72-402c-999d-0124c4782ace, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0742a00d-7e59-4a19-aab2-c75bcfddb3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '92b22e7c-ace4-4b86-82cd-798189d12915'}}] {{(pid=86412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 07:41:18.840609 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-e669f8f8-fb72-4949-af4b-fb274a7eaf99 req-fff2d2fd-2f52-4448-bb0b-034ea7ef1b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:18.866851 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvr_db [None req-cba2ca33-348f-4cb2-a374-65fb72152441 None None] Set router f94fd1ee-95bd-456f-8f6a-c17a78acc134 gateway port host: dv-cinder-773870-2-smb {{(pid=86414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 07:41:18.936770 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2ea30b-427a-4295-90ab-00cfe0c00fdc admin admin] Pushing event updated for resources: {'Port': ['ID=91dec4dd-cf5b-4474-a0ba-3a44e33dad1c,revision_number=1']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:18.948833 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-940d1752-2e59-4a7c-854d-bcde7a4a97d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:18.951609 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.db.resource_extend [None req-6c9950ab-c55e-4fba-bbc7-8a4e9574b4f5 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 19 07:41:18.965156 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-c01d4022-ad2f-49e7-987f-80714754e860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769764225105'] for port, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:18.967124 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-ee2ea30b-427a-4295-90ab-00cfe0c00fdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:19.151763 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [req-e669f8f8-fb72-4949-af4b-fb274a7eaf99 req-fff2d2fd-2f52-4448-bb0b-034ea7ef1b53 service neutron] For port 35292be5-bc72-402c-999d-0124c4782ace, host hv-cinder-77387, cleared binding levels {{(pid=86412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 07:41:19.156576 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [req-e669f8f8-fb72-4949-af4b-fb274a7eaf99 req-fff2d2fd-2f52-4448-bb0b-034ea7ef1b53 service neutron] For port 35292be5-bc72-402c-999d-0124c4782ace, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=35292be5-bc72-402c-999d-0124c4782ace,segment=NetworkSegment(0742a00d-7e59-4a19-aab2-c75bcfddb3ed),segment_id=0742a00d-7e59-4a19-aab2-c75bcfddb3ed)] {{(pid=86412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 07:41:19.170775 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-718678e6-a35c-4aa0-94c7-ab8e67426fbe tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:19.172139 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-e669f8f8-fb72-4949-af4b-fb274a7eaf99 req-fff2d2fd-2f52-4448-bb0b-034ea7ef1b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850839242'] for port, after_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:19.172850 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-718678e6-a35c-4aa0-94c7-ab8e67426fbe tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 6.1048279 Apr 19 07:41:19.180394 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-940d1752-2e59-4a7c-854d-bcde7a4a97d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:41:19.192827 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:19.194088 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-940d1752-2e59-4a7c-854d-bcde7a4a97d1 admin admin] Usage tracker for resource:security_group_rule and tenant:5ec86ac5df4f4d978f09c5214827e936 is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:41:19.200884 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-940d1752-2e59-4a7c-854d-bcde7a4a97d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:41:19.217677 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-940d1752-2e59-4a7c-854d-bcde7a4a97d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:41:19.246331 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 35882) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:41:19.326607 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:19.328261 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Device 14aa9668-5312-4c4e-8339-78378aef3b9c up at agent ovs-agent-dv-cinder-773870-2-smb {{(pid=86414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 07:41:19.365612 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [None req-fd644989-be4c-4730-bc74-50aa744d6e85 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Request body: {'security_group_rule': {'security_group_id': 'e1b9b2ed-6991-4ca2-9322-f0071141391c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:41:19.377765 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-fd644989-be4c-4730-bc74-50aa744d6e85 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:41:19.392034 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-fd644989-be4c-4730-bc74-50aa744d6e85 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Usage tracker for resource:security_group_rule and tenant:4785af1c8f0e4b01af43cb5ee0e71925 is out of sync, need to count used quota {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:41:19.395865 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-fd644989-be4c-4730-bc74-50aa744d6e85 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:41:19.429260 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6c9950ab-c55e-4fba-bbc7-8a4e9574b4f5 None None] Notify callbacks [] for port, precommit_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:19.432765 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-fd644989-be4c-4730-bc74-50aa744d6e85 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:41:19.445001 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-6c9950ab-c55e-4fba-bbc7-8a4e9574b4f5 None None] Transition to ACTIVE for port object e9dd2e08-91ca-4b2a-9fd5-f859b560338f will not be triggered until provisioned by entity L2. {{(pid=86414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 07:41:19.468382 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-dba4138e-6e75-48b7-a4aa-4a8a336395cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:19.475335 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-e2f3c27f-cb62-4bf5-84a2-7018d6b7ac75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1810050'] for network, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:19.521522 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01d4022-ad2f-49e7-987f-80714754e860 admin admin] Network c60a7a0e-d7f4-4271-80f2-d9ececf82671 is already hosted by enough agents. {{(pid=86413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 07:41:19.536683 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2ea30b-427a-4295-90ab-00cfe0c00fdc admin admin] Received port after_create {{(pid=86413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 07:41:19.539735 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-ee2ea30b-427a-4295-90ab-00cfe0c00fdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852965886'] for router_interface, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:19.631133 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e669f8f8-fb72-4949-af4b-fb274a7eaf99 req-fff2d2fd-2f52-4448-bb0b-034ea7ef1b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:19.632188 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-e669f8f8-fb72-4949-af4b-fb274a7eaf99 req-fff2d2fd-2f52-4448-bb0b-034ea7ef1b53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853097331'] for port, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:19.634280 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-e669f8f8-fb72-4949-af4b-fb274a7eaf99 req-fff2d2fd-2f52-4448-bb0b-034ea7ef1b53 service neutron] 10.222.0.42 "PUT /v2.0/ports/35292be5-bc72-402c-999d-0124c4782ace HTTP/1.1" status: 200 len: 1093 time: 7.4154704 Apr 19 07:41:19.642611 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b009e501-2dfe-4551-b113-e60e987a823d', 'tag': '35292be5-bc72-402c-999d-0124c4782ace'}] {{(pid=86412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 07:41:19.664977 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff2d2fd-2f52-4448-bb0b-034ea7ef1b53 service neutron] Pushing event updated for resources: {'Port': ['ID=35292be5-bc72-402c-999d-0124c4782ace,revision_number=3']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:19.673198 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-e2f3c27f-cb62-4bf5-84a2-7018d6b7ac75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853097331'] for network, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:19.708928 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-e2f3c27f-cb62-4bf5-84a2-7018d6b7ac75 admin admin] 10.222.0.41 "DELETE /v2.0/networks/344b2add-6553-4d1a-8586-f77fa8c4570d HTTP/1.1" status: 204 len: 168 time: 5.0212288 Apr 19 07:41:19.714872 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 35892) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:41:19.727855 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-fff2d2fd-2f52-4448-bb0b-034ea7ef1b53 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:19.730860 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-f95fe3dd-d34b-4a6a-850d-9bf00e422865 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:19.764337 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-dba4138e-6e75-48b7-a4aa-4a8a336395cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:41:19.775001 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-dba4138e-6e75-48b7-a4aa-4a8a336395cc admin admin] Usage tracker for resource:security_group_rule and tenant:9d4f7c5978044e978ae7528601907573 is out of sync, need to count used quota {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:41:19.784258 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-dba4138e-6e75-48b7-a4aa-4a8a336395cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:41:19.801957 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-dba4138e-6e75-48b7-a4aa-4a8a336395cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:41:19.809140 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-940d1752-2e59-4a7c-854d-bcde7a4a97d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:19.811016 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f3c27f-cb62-4bf5-84a2-7018d6b7ac75 admin admin] Pushing event deleted for resources: {'Network': ['ID=344b2add-6553-4d1a-8586-f77fa8c4570d,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:19.827874 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.base_scheduler [None req-c01d4022-ad2f-49e7-987f-80714754e860 admin admin] Resources bound (agent type, host, resource id): {{(pid=86413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 07:41:19.834029 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01d4022-ad2f-49e7-987f-80714754e860 admin admin] Received port after_create {{(pid=86413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 07:41:19.836297 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-c01d4022-ad2f-49e7-987f-80714754e860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852965886'] for router_interface, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:19.839633 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6c9950ab-c55e-4fba-bbc7-8a4e9574b4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:19.894666 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:19.926063 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-e2f3c27f-cb62-4bf5-84a2-7018d6b7ac75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:19.927183 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-940d1752-2e59-4a7c-854d-bcde7a4a97d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:20.027927 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2342f5f3-2d14-4dfd-a8a0-224e79f5efc9 None None] Pushing event updated for resources: {'Port': ['ID=e9dd2e08-91ca-4b2a-9fd5-f859b560338f,revision_number=3']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:20.038973 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-39a9bac1-8876-45dd-9370-9e9e87816977 None None] Provisioning for port 91dec4dd-cf5b-4474-a0ba-3a44e33dad1c completed by entity DHCP. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 07:41:20.060715 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-2342f5f3-2d14-4dfd-a8a0-224e79f5efc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:20.096142 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-fd644989-be4c-4730-bc74-50aa744d6e85 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:20.173031 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-39a9bac1-8876-45dd-9370-9e9e87816977 None None] Provisioning complete for port 91dec4dd-cf5b-4474-a0ba-3a44e33dad1c triggered by entity DHCP. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:41:20.173666 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-39a9bac1-8876-45dd-9370-9e9e87816977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:20.179717 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-ee2ea30b-427a-4295-90ab-00cfe0c00fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:20.239098 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-4e316820-fec7-4798-8c01-7d221869f44d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:20.297424 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-39a9bac1-8876-45dd-9370-9e9e87816977 None None] Port 91dec4dd-cf5b-4474-a0ba-3a44e33dad1c cannot update to ACTIVE because it is not bound. {{(pid=86414) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 07:41:20.370236 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.db_base_plugin_v2 [None req-06a38e86-bfeb-4a2a-b046-047b4c18b904 admin admin] Deleting subnet 85b579f8-097a-4179-ae92-fbd54eee48be {{(pid=86412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 07:41:20.375345 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-06a38e86-bfeb-4a2a-b046-047b4c18b904 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:20.383507 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01d4022-ad2f-49e7-987f-80714754e860 admin admin] Pushing event updated for resources: {'Port': ['ID=d65ab34c-7d0d-4237-9956-6af924d3b71d,revision_number=1']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:20.402868 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9ed98b-663a-4008-b1e0-2e6ec3684828 req-5ebb0197-1def-479d-a6d6-f01e5c43373d tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:20.405344 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-5e9ed98b-663a-4008-b1e0-2e6ec3684828 req-5ebb0197-1def-479d-a6d6-f01e5c43373d tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] 10.222.0.41 "GET /v2.0/ports?device_id=b009e501-2dfe-4551-b113-e60e987a823d HTTP/1.1" status: 200 len: 943 time: 1.6364474 Apr 19 07:41:20.432093 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-940d1752-2e59-4a7c-854d-bcde7a4a97d1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5ec86ac5df4f4d978f09c5214827e936&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4508228 Apr 19 07:41:20.441941 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 35910) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:41:20.444684 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940d1752-2e59-4a7c-854d-bcde7a4a97d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95988396-5fdf-4c24-8c60-ca8a79c69d29,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:20.473154 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-940d1752-2e59-4a7c-854d-bcde7a4a97d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:20.518041 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-c01d4022-ad2f-49e7-987f-80714754e860 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.328s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:20.522536 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-06a38e86-bfeb-4a2a-b046-047b4c18b904 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851420803'] for subnet, precommit_delete_associations {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:20.542829 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Provisioning for port 14aa9668-5312-4c4e-8339-78378aef3b9c completed by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 07:41:20.552112 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-6c9950ab-c55e-4fba-bbc7-8a4e9574b4f5 None None] Attempting to bind port e9dd2e08-91ca-4b2a-9fd5-f859b560338f on host dv-cinder-773870-2-smb for vnic_type normal with profile {{(pid=86414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 07:41:20.552850 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-6c9950ab-c55e-4fba-bbc7-8a4e9574b4f5 None None] Attempting to bind port e9dd2e08-91ca-4b2a-9fd5-f859b560338f by drivers openvswitch,hyperv on host dv-cinder-773870-2-smb at level 0 using segments [{'id': '71797285-2b24-44ab-bc5d-907fe2f55ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9f8aa9f4-c051-436b-a77b-0b1e6ac2b108'}] {{(pid=86414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 07:41:20.553448 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9950ab-c55e-4fba-bbc7-8a4e9574b4f5 None None] Attempting to bind port e9dd2e08-91ca-4b2a-9fd5-f859b560338f on network 9f8aa9f4-c051-436b-a77b-0b1e6ac2b108 {{(pid=86414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 07:41:20.561731 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b009e501-2dfe-4551-b113-e60e987a823d', 'tag': '35292be5-bc72-402c-999d-0124c4782ace', 'status': 'completed', 'code': 200} Apr 19 07:41:20.562181 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Provisioning complete for port 14aa9668-5312-4c4e-8339-78378aef3b9c triggered by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:41:20.562795 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:20.577405 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e669f8f8-fb72-4949-af4b-fb274a7eaf99 req-c35f9a6c-14b0-4a9c-80dc-52bc31c6447e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:20.579008 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-e669f8f8-fb72-4949-af4b-fb274a7eaf99 req-c35f9a6c-14b0-4a9c-80dc-52bc31c6447e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=22b9d993be1546df8a4a2d895f217457&device_id=b009e501-2dfe-4551-b113-e60e987a823d HTTP/1.1" status: 200 len: 1096 time: 0.6677384 Apr 19 07:41:20.619338 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-06a38e86-bfeb-4a2a-b046-047b4c18b904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-771124'] for subnet, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:20.653381 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-cba2ca33-348f-4cb2-a374-65fb72152441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94fd1ee-95bd-456f-8f6a-c17a78acc134', 'name': 'tempest-AttachVolumeShelveTestJSON-967826059-router', 'tenant_id': '3ef6d999ea3a4447a9b6387c496ca58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': 'a7a42cf9-3474-40fa-8991-a6de72384a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:41:00Z', 'updated_at': '2021-04-19T07:41:07Z', 'revision_number': 3, 'project_id': '3ef6d999ea3a4447a9b6387c496ca58a', 'gw_port': {'id': 'a7a42cf9-3474-40fa-8991-a6de72384a06', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c1:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94fd1ee-95bd-456f-8f6a-c17a78acc134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:02Z', 'updated_at': '2021-04-19T07:41:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb'}], 'dv-cinder-773870-2-smb', False) {} {{(pid=86414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:41:20.656151 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9950ab-c55e-4fba-bbc7-8a4e9574b4f5 None None] Checking agent: {'id': 'ee0c2bac-a846-4753-a270-37ad89ef2b53', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773870-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 32, 41), 'started_at': datetime.datetime(2021, 4, 19, 7, 33, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773870-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 07:41:20.656574 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9950ab-c55e-4fba-bbc7-8a4e9574b4f5 None None] Checking segment: {'id': '71797285-2b24-44ab-bc5d-907fe2f55ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9f8aa9f4-c051-436b-a77b-0b1e6ac2b108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 07:41:20.657122 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6c9950ab-c55e-4fba-bbc7-8a4e9574b4f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:20.657663 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9950ab-c55e-4fba-bbc7-8a4e9574b4f5 None None] Bound using segment: {'id': '71797285-2b24-44ab-bc5d-907fe2f55ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9f8aa9f4-c051-436b-a77b-0b1e6ac2b108'} {{(pid=86414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 07:41:20.658326 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-6c9950ab-c55e-4fba-bbc7-8a4e9574b4f5 None None] Bound port: e9dd2e08-91ca-4b2a-9fd5-f859b560338f, host: dv-cinder-773870-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71797285-2b24-44ab-bc5d-907fe2f55ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9f8aa9f4-c051-436b-a77b-0b1e6ac2b108'}}] {{(pid=86414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 07:41:20.659010 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6c9950ab-c55e-4fba-bbc7-8a4e9574b4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:20.784798 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:20.803478 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] For port 14aa9668-5312-4c4e-8339-78378aef3b9c, host dv-cinder-773870-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-smb',level=0,port_id=14aa9668-5312-4c4e-8339-78378aef3b9c,segment=NetworkSegment(02bd2b75-5f2a-405f-9739-3049934ed397),segment_id=02bd2b75-5f2a-405f-9739-3049934ed397)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:41:20.811706 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba2ca33-348f-4cb2-a374-65fb72152441 None None] The sync data for ids ['f94fd1ee-95bd-456f-8f6a-c17a78acc134'] in dv-cinder-773870-2-smb is: [{'id': 'f94fd1ee-95bd-456f-8f6a-c17a78acc134', 'name': 'tempest-AttachVolumeShelveTestJSON-967826059-router', 'tenant_id': '3ef6d999ea3a4447a9b6387c496ca58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': 'a7a42cf9-3474-40fa-8991-a6de72384a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:41:00Z', 'updated_at': '2021-04-19T07:41:07Z', 'revision_number': 3, 'project_id': '3ef6d999ea3a4447a9b6387c496ca58a', 'gw_port': {'id': 'a7a42cf9-3474-40fa-8991-a6de72384a06', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c1:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94fd1ee-95bd-456f-8f6a-c17a78acc134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:02Z', 'updated_at': '2021-04-19T07:41:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb'}] {{(pid=86414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 07:41:20.822227 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:20.827295 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-b68826af-17cd-43d8-9e2b-3c54a14b3930 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:20.829517 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-ee2ea30b-427a-4295-90ab-00cfe0c00fdc admin admin] Notify callbacks [] for port, precommit_update {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:20.864342 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-ee2ea30b-427a-4295-90ab-00cfe0c00fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:20.881970 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-ee2ea30b-427a-4295-90ab-00cfe0c00fdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853097297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810021'] for router_interface, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:20.902664 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-288642e7-d730-43b1-a487-d56488237588 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:20.946961 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Pushing event updated for resources: {'Port': ['ID=14aa9668-5312-4c4e-8339-78378aef3b9c,revision_number=4']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:20.950728 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:20.962481 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-6c9950ab-c55e-4fba-bbc7-8a4e9574b4f5 None None] For port e9dd2e08-91ca-4b2a-9fd5-f859b560338f, host dv-cinder-773870-2-smb, cleared binding levels {{(pid=86414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 07:41:20.972719 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-6c9950ab-c55e-4fba-bbc7-8a4e9574b4f5 None None] For port e9dd2e08-91ca-4b2a-9fd5-f859b560338f, host dv-cinder-773870-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-smb',level=0,port_id=e9dd2e08-91ca-4b2a-9fd5-f859b560338f,segment=NetworkSegment(71797285-2b24-44ab-bc5d-907fe2f55ea2),segment_id=71797285-2b24-44ab-bc5d-907fe2f55ea2)] {{(pid=86414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 07:41:20.978966 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6c9950ab-c55e-4fba-bbc7-8a4e9574b4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:20.992653 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-b055b601-9d12-4540-8612-8412b1940890 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:20.997580 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-06a38e86-bfeb-4a2a-b046-047b4c18b904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854004724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1716840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3937515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851454983'] for subnet, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:21.011091 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:21.026880 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-780085eb-3a20-400e-97f2-cc6a760dcd2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:21.031252 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-5e9ed98b-663a-4008-b1e0-2e6ec3684828 req-a435fffa-218f-4346-ae4e-9bb6f0f0948c tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] 10.222.0.41 "GET /v2.0/security-groups?id=af628b93-e516-40e8-9b78-1a5966207069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5806186 Apr 19 07:41:21.054246 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-fd644989-be4c-4730-bc74-50aa744d6e85 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:21.064965 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2ea30b-427a-4295-90ab-00cfe0c00fdc admin admin] Pushing event updated for resources: {'Port': ['ID=91dec4dd-cf5b-4474-a0ba-3a44e33dad1c,revision_number=2']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:21.065130 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a38e86-bfeb-4a2a-b046-047b4c18b904 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85b579f8-097a-4179-ae92-fbd54eee48be,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:21.077828 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-06a38e86-bfeb-4a2a-b046-047b4c18b904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:21.081162 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-06a38e86-bfeb-4a2a-b046-047b4c18b904 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:21.086970 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2342f5f3-2d14-4dfd-a8a0-224e79f5efc9 None None] Pushing event updated for resources: {'Port': ['ID=e9dd2e08-91ca-4b2a-9fd5-f859b560338f,revision_number=4']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:21.091241 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-06a38e86-bfeb-4a2a-b046-047b4c18b904 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/85b579f8-097a-4179-ae92-fbd54eee48be HTTP/1.1" status: 204 len: 168 time: 1.3596046 Apr 19 07:41:21.099937 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-2342f5f3-2d14-4dfd-a8a0-224e79f5efc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:21.101587 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9950ab-c55e-4fba-bbc7-8a4e9574b4f5 None None] Routers {'f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4'} bound to L3 agent in host dv-cinder-773870-2-smb {{(pid=86414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 07:41:21.102242 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-6c9950ab-c55e-4fba-bbc7-8a4e9574b4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-19T07:32:39Z,description=,heartbeat_timestamp=2021-04-19T07:41:09Z,host='dv-cinder-773870-2-smb',id=af0aee0b-5275-4bf1-b5b2-246fd8e7196c,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T07:32:39Z,topic='l3_agent')) {'router_ids': ['f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4'], 'active': True} {{(pid=86414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:41:21.107702 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 35918) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:41:21.265703 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Device 14aa9668-5312-4c4e-8339-78378aef3b9c up at agent ovs-agent-dv-cinder-773870-2-smb {{(pid=86414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 07:41:21.313611 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-e669f8f8-fb72-4949-af4b-fb274a7eaf99 req-5897044e-2789-4b61-9eb4-e31ace7d71dc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35292be5-bc72-402c-999d-0124c4782ace HTTP/1.1" status: 200 len: 217 time: 0.0869131 Apr 19 07:41:21.351802 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-ee2ea30b-427a-4295-90ab-00cfe0c00fdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:21.370931 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Provisioning complete for port 14aa9668-5312-4c4e-8339-78378aef3b9c triggered by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:41:21.371704 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:21.421736 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-fd644989-be4c-4730-bc74-50aa744d6e85 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704384'] for security_group_rule, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:21.451980 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-780085eb-3a20-400e-97f2-cc6a760dcd2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:21.468956 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-718678e6-a35c-4aa0-94c7-ab8e67426fbe tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:21.506783 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd644989-be4c-4730-bc74-50aa744d6e85 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd927e22-fe9c-4e45-b83c-2b5183ce0a84,revision_number=0']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:21.510006 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-dba4138e-6e75-48b7-a4aa-4a8a336395cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:21.538800 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-fd644989-be4c-4730-bc74-50aa744d6e85 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:21.608207 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-dba4138e-6e75-48b7-a4aa-4a8a336395cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:21.637148 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvr_db [None req-6c9950ab-c55e-4fba-bbc7-8a4e9574b4f5 None None] Set router f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4 gateway port host: dv-cinder-773870-2-smb {{(pid=86414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 07:41:21.678772 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-292c1f39-836f-46b6-938f-dff7c1823ade admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:21.712320 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-780085eb-3a20-400e-97f2-cc6a760dcd2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:21.739188 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e669f8f8-fb72-4949-af4b-fb274a7eaf99 req-8e3a8274-5d3e-4693-8ca1-d04611d234f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:21.740814 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-e669f8f8-fb72-4949-af4b-fb274a7eaf99 req-8e3a8274-5d3e-4693-8ca1-d04611d234f9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3dd7269a-5347-4afd-8bbc-fa20cb5246a7 HTTP/1.1" status: 200 len: 850 time: 0.4125683 Apr 19 07:41:21.750464 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-f3a5d4c6-a12e-465f-806f-22c4304649d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-686968'] for network, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:21.752918 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba4138e-6e75-48b7-a4aa-4a8a336395cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e7993c-b576-4f49-9700-ddf7c9866a7b,revision_number=1']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:21.782717 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-780085eb-3a20-400e-97f2-cc6a760dcd2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:21.786894 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-780085eb-3a20-400e-97f2-cc6a760dcd2a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/95988396-5fdf-4c24-8c60-ca8a79c69d29 HTTP/1.1" status: 204 len: 168 time: 1.3305235 Apr 19 07:41:21.787336 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-dba4138e-6e75-48b7-a4aa-4a8a336395cc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9d4f7c5978044e978ae7528601907573&name=default HTTP/1.1" status: 200 len: 2979 time: 3.5534322 Apr 19 07:41:21.802050 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-dba4138e-6e75-48b7-a4aa-4a8a336395cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:21.802502 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-dba4138e-6e75-48b7-a4aa-4a8a336395cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:21.815703 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-fd644989-be4c-4730-bc74-50aa744d6e85 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:21.817016 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-fd644989-be4c-4730-bc74-50aa744d6e85 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.5377691 Apr 19 07:41:21.819517 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 35932) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:41:21.839874 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-e669f8f8-fb72-4949-af4b-fb274a7eaf99 req-edb157b3-e7ba-4ac2-a4b0-b4bd57fde34a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=92b22e7c-ace4-4b86-82cd-798189d12915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844471 Apr 19 07:41:21.840443 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 35934) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:41:21.866227 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [None req-1d4e9a53-35d8-47f7-ae00-57bfe358b185 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Request body: {'floatingip': {'floating_network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f'}} {{(pid=86412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:41:21.883867 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780085eb-3a20-400e-97f2-cc6a760dcd2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95988396-5fdf-4c24-8c60-ca8a79c69d29,revision_number=None']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:21.891258 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-c01d4022-ad2f-49e7-987f-80714754e860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:21.910819 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-780085eb-3a20-400e-97f2-cc6a760dcd2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:21.955863 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2ea30b-427a-4295-90ab-00cfe0c00fdc admin admin] Network 54cc282c-1ba1-4d63-8981-01ed15bb5ad4 is already hosted by enough agents. {{(pid=86413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 07:41:21.964957 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.base_scheduler [None req-ee2ea30b-427a-4295-90ab-00cfe0c00fdc admin admin] Resources bound (agent type, host, resource id): {{(pid=86413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 07:41:22.093604 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-e669f8f8-fb72-4949-af4b-fb274a7eaf99 req-12530086-9c58-49c2-a559-7b9bcc5e328c service neutron] 10.222.0.42 "GET /v2.0/networks/92b22e7c-ace4-4b86-82cd-798189d12915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336411 Apr 19 07:41:22.094854 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-1d4e9a53-35d8-47f7-ae00-57bfe358b185 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:41:22.204556 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-6c9950ab-c55e-4fba-bbc7-8a4e9574b4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4', 'name': 'tempest-AttachVolumeTestJSON-1461246334-router', 'tenant_id': '4785af1c8f0e4b01af43cb5ee0e71925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.49'}], 'enable_snat': True}, 'gw_port_id': 'd3c332ed-a2a9-40a2-a10b-b2b058600796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:40:58Z', 'updated_at': '2021-04-19T07:41:07Z', 'revision_number': 4, 'project_id': '4785af1c8f0e4b01af43cb5ee0e71925', 'gw_port': {'id': 'd3c332ed-a2a9-40a2-a10b-b2b058600796', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ff:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:00Z', 'updated_at': '2021-04-19T07:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb', '_interfaces': [{'id': 'e9dd2e08-91ca-4b2a-9fd5-f859b560338f', 'name': '', 'network_id': '9f8aa9f4-c051-436b-a77b-0b1e6ac2b108', 'tenant_id': '4785af1c8f0e4b01af43cb5ee0e71925', 'mac_address': 'fa:16:3e:52:41:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'de605b46-a093-48ae-a63f-9a51e235e4b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:05Z', 'updated_at': '2021-04-19T07:41:20Z', 'revision_number': 4, 'project_id': '4785af1c8f0e4b01af43cb5ee0e71925', 'subnets': [{'id': 'de605b46-a093-48ae-a63f-9a51e235e4b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-smb', False) {} {{(pid=86414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:41:22.210400 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9950ab-c55e-4fba-bbc7-8a4e9574b4f5 None None] The sync data for ids ['f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4'] in dv-cinder-773870-2-smb is: [{'id': 'f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4', 'name': 'tempest-AttachVolumeTestJSON-1461246334-router', 'tenant_id': '4785af1c8f0e4b01af43cb5ee0e71925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.49'}], 'enable_snat': True}, 'gw_port_id': 'd3c332ed-a2a9-40a2-a10b-b2b058600796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:40:58Z', 'updated_at': '2021-04-19T07:41:07Z', 'revision_number': 4, 'project_id': '4785af1c8f0e4b01af43cb5ee0e71925', 'gw_port': {'id': 'd3c332ed-a2a9-40a2-a10b-b2b058600796', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ff:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:00Z', 'updated_at': '2021-04-19T07:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb', '_interfaces': [{'id': 'e9dd2e08-91ca-4b2a-9fd5-f859b560338f', 'name': '', 'network_id': '9f8aa9f4-c051-436b-a77b-0b1e6ac2b108', 'tenant_id': '4785af1c8f0e4b01af43cb5ee0e71925', 'mac_address': 'fa:16:3e:52:41:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'de605b46-a093-48ae-a63f-9a51e235e4b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:05Z', 'updated_at': '2021-04-19T07:41:20Z', 'revision_number': 4, 'project_id': '4785af1c8f0e4b01af43cb5ee0e71925', 'subnets': [{'id': 'de605b46-a093-48ae-a63f-9a51e235e4b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 07:41:22.342894 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-1d4e9a53-35d8-47f7-ae00-57bfe358b185 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Usage tracker for resource:floatingip and tenant:4785af1c8f0e4b01af43cb5ee0e71925 is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:41:22.352896 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-e669f8f8-fb72-4949-af4b-fb274a7eaf99 req-d38e51ff-8f37-4da8-8ee9-0a22f6a2b918 service neutron] 10.222.0.42 "GET /v2.0/networks/92b22e7c-ace4-4b86-82cd-798189d12915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486959 Apr 19 07:41:22.354639 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-1d4e9a53-35d8-47f7-ae00-57bfe358b185 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:41:22.369588 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-f13a971d-0ece-4cde-b372-803d6639b02a None None] Provisioning complete for port 91dec4dd-cf5b-4474-a0ba-3a44e33dad1c triggered by entity DHCP. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:41:22.375682 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-f13a971d-0ece-4cde-b372-803d6639b02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:22.405153 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-1d4e9a53-35d8-47f7-ae00-57bfe358b185 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:41:22.431096 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-381cf6d9-561b-44cb-bf52-503a994b8330 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:22.473491 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-381cf6d9-561b-44cb-bf52-503a994b8330 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:22.499412 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 35946) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:41:22.502894 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-f13a971d-0ece-4cde-b372-803d6639b02a None None] Port 91dec4dd-cf5b-4474-a0ba-3a44e33dad1c cannot update to ACTIVE because it is not bound. {{(pid=86414) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 07:41:22.550325 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-1d4e9a53-35d8-47f7-ae00-57bfe358b185 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks [] for floatingip, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:22.580559 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-8a0c2668-566a-49d7-a3e2-633874f390e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:22.667058 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-f3a5d4c6-a12e-465f-806f-22c4304649d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854004639', 'neutron.services.segments.db._delete_segments_for_network-8769764573043'] for network, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:22.704621 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-8a0c2668-566a-49d7-a3e2-633874f390e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:41:22.715978 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-8a0c2668-566a-49d7-a3e2-633874f390e7 admin admin] Usage tracker for resource:security_group_rule and tenant:6012fc5adc834fe0bfdc4d648a1b7980 is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:41:22.721170 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224789d7-25e1-4e1c-a587-b6def4009fb4 req-20415f0b-154f-4ea1-8cdc-70c6ef26ddf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:22.722803 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-224789d7-25e1-4e1c-a587-b6def4009fb4 req-20415f0b-154f-4ea1-8cdc-70c6ef26ddf7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=22b9d993be1546df8a4a2d895f217457&device_id=b009e501-2dfe-4551-b113-e60e987a823d HTTP/1.1" status: 200 len: 1096 time: 0.3096941 Apr 19 07:41:22.723768 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-8a0c2668-566a-49d7-a3e2-633874f390e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:41:22.740652 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-381cf6d9-561b-44cb-bf52-503a994b8330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:22.749064 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee2ea30b-427a-4295-90ab-00cfe0c00fdc admin admin] Router f94fd1ee-95bd-456f-8f6a-c17a78acc134 has already been hosted by L3 agent af0aee0b-5275-4bf1-b5b2-246fd8e7196c {{(pid=86413) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 07:41:22.759520 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:22.778152 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2726af-9f9e-4534-9794-5378fc008756 req-f4047e1a-cca5-496e-89b3-42f59c2985f7 tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:22.779907 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-cc2726af-9f9e-4534-9794-5378fc008756 req-f4047e1a-cca5-496e-89b3-42f59c2985f7 tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] 10.222.0.41 "GET /v2.0/ports?device_id=b009e501-2dfe-4551-b113-e60e987a823d HTTP/1.1" status: 200 len: 943 time: 0.3572419 Apr 19 07:41:22.792007 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-8a0c2668-566a-49d7-a3e2-633874f390e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:41:22.801965 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381cf6d9-561b-44cb-bf52-503a994b8330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e7993c-b576-4f49-9700-ddf7c9866a7b,revision_number=None']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:22.833313 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-381cf6d9-561b-44cb-bf52-503a994b8330 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:22.836794 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-381cf6d9-561b-44cb-bf52-503a994b8330 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:22.837998 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-381cf6d9-561b-44cb-bf52-503a994b8330 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d7e7993c-b576-4f49-9700-ddf7c9866a7b HTTP/1.1" status: 204 len: 168 time: 1.0113187 Apr 19 07:41:22.930821 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-c01d4022-ad2f-49e7-987f-80714754e860 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:23.006475 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.services.segments.db [None req-f3a5d4c6-a12e-465f-806f-22c4304649d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e55ddc3-33b1-4a10-b452-167e7c28d643']}} {{(pid=86412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:41:23.026417 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-c01d4022-ad2f-49e7-987f-80714754e860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:23.061203 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-c01d4022-ad2f-49e7-987f-80714754e860 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853097297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810021'] for router_interface, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:23.069851 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.services.segments.db [None req-f3a5d4c6-a12e-465f-806f-22c4304649d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f9d69a9-19cf-4c2a-99a8-9c5fb2a43bce') {'for_net_delete': True} {{(pid=86412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:41:23.069996 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.services.segments.db [None req-f3a5d4c6-a12e-465f-806f-22c4304649d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f9d69a9-19cf-4c2a-99a8-9c5fb2a43bce') {} {{(pid=86412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:41:23.087313 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-cc2726af-9f9e-4534-9794-5378fc008756 req-7c994cd0-2deb-4cb6-815e-9b09b7071bc5 tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] 10.222.0.41 "GET /v2.0/security-groups?id=af628b93-e516-40e8-9b78-1a5966207069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968590 Apr 19 07:41:23.097091 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:23.138536 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-f3a5d4c6-a12e-465f-806f-22c4304649d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363267090041187', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354997'] for segment, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:23.190355 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-f3a5d4c6-a12e-465f-806f-22c4304649d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853992622'] for segment, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:23.219842 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3a5d4c6-a12e-465f-806f-22c4304649d0 admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=86412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 07:41:23.232541 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Device a7a42cf9-3474-40fa-8991-a6de72384a06 up at agent ovs-agent-dv-cinder-773870-2-smb {{(pid=86414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 07:41:23.270490 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224789d7-25e1-4e1c-a587-b6def4009fb4 req-858d541e-6319-4a7e-9200-13c689bdf5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:23.275558 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-224789d7-25e1-4e1c-a587-b6def4009fb4 req-858d541e-6319-4a7e-9200-13c689bdf5fc service neutron] 10.222.0.42 "GET /v2.0/networks?id=92b22e7c-ace4-4b86-82cd-798189d12915 HTTP/1.1" status: 200 len: 911 time: 0.4969399 Apr 19 07:41:23.381687 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Provisioning for port a7a42cf9-3474-40fa-8991-a6de72384a06 completed by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 07:41:23.392220 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Provisioning complete for port a7a42cf9-3474-40fa-8991-a6de72384a06 triggered by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:41:23.392920 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:23.442412 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01d4022-ad2f-49e7-987f-80714754e860 admin admin] Network c60a7a0e-d7f4-4271-80f2-d9ececf82671 is already hosted by enough agents. {{(pid=86413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 07:41:23.477789 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.base_scheduler [None req-c01d4022-ad2f-49e7-987f-80714754e860 admin admin] Resources bound (agent type, host, resource id): {{(pid=86413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 07:41:23.517107 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-224789d7-25e1-4e1c-a587-b6def4009fb4 req-4af726f2-8dde-4ee8-a77c-3b461deb476b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35292be5-bc72-402c-999d-0124c4782ace HTTP/1.1" status: 200 len: 217 time: 0.1235423 Apr 19 07:41:23.558237 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:23.588739 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] For port a7a42cf9-3474-40fa-8991-a6de72384a06, host dv-cinder-773870-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-smb',level=0,port_id=a7a42cf9-3474-40fa-8991-a6de72384a06,segment=NetworkSegment(02bd2b75-5f2a-405f-9739-3049934ed397),segment_id=02bd2b75-5f2a-405f-9739-3049934ed397)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:41:23.595220 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:23.596279 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Device e9dd2e08-91ca-4b2a-9fd5-f859b560338f up at agent ovs-agent-dv-cinder-773870-2-smb {{(pid=86414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 07:41:23.662012 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-1194632d-6afe-45f5-858f-136949a2779e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:23.669585 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01d4022-ad2f-49e7-987f-80714754e860 admin admin] Pushing event updated for resources: {'Port': ['ID=d65ab34c-7d0d-4237-9956-6af924d3b71d,revision_number=2']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:23.683632 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-1d4e9a53-35d8-47f7-ae00-57bfe358b185 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:23.710340 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-f3a5d4c6-a12e-465f-806f-22c4304649d0 admin admin] Network 4e55ddc3-33b1-4a10-b452-167e7c28d643 has no segments {{(pid=86412) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 07:41:23.762424 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-c01d4022-ad2f-49e7-987f-80714754e860 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.665s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:23.764615 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Provisioning for port e9dd2e08-91ca-4b2a-9fd5-f859b560338f completed by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 07:41:23.772798 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Provisioning complete for port e9dd2e08-91ca-4b2a-9fd5-f859b560338f triggered by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:41:23.773219 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:23.786881 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee2ea30b-427a-4295-90ab-00cfe0c00fdc admin admin] Notify agent at l3_agent.dv-cinder-773870-2-smb the message routers_updated {{(pid=86413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 07:41:23.803264 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-8a0c2668-566a-49d7-a3e2-633874f390e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:23.805844 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-f3a5d4c6-a12e-465f-806f-22c4304649d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-783141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850839224'] for segment, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:23.809062 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-ee2ea30b-427a-4295-90ab-00cfe0c00fdc admin admin] 10.222.0.41 "PUT /v2.0/routers/f94fd1ee-95bd-456f-8f6a-c17a78acc134/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9283190 Apr 19 07:41:23.850877 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Pushing event updated for resources: {'Port': ['ID=a7a42cf9-3474-40fa-8991-a6de72384a06,revision_number=4']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:23.852581 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-8a0c2668-566a-49d7-a3e2-633874f390e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:23.863306 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:23.885291 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c01d4022-ad2f-49e7-987f-80714754e860 admin admin] Router 67d699e7-9ef1-4896-9222-d3cb20b93ed4 has already been hosted by L3 agent af0aee0b-5275-4bf1-b5b2-246fd8e7196c {{(pid=86413) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 07:41:23.971386 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:23.977142 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:23.987891 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224789d7-25e1-4e1c-a587-b6def4009fb4 req-8f9e2a4f-8c0d-4b2a-bdc0-404e64a9346a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:23.989777 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-224789d7-25e1-4e1c-a587-b6def4009fb4 req-8f9e2a4f-8c0d-4b2a-bdc0-404e64a9346a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3dd7269a-5347-4afd-8bbc-fa20cb5246a7 HTTP/1.1" status: 200 len: 850 time: 0.4435925 Apr 19 07:41:24.052408 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] For port e9dd2e08-91ca-4b2a-9fd5-f859b560338f, host dv-cinder-773870-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-smb',level=0,port_id=e9dd2e08-91ca-4b2a-9fd5-f859b560338f,segment=NetworkSegment(71797285-2b24-44ab-bc5d-907fe2f55ea2),segment_id=71797285-2b24-44ab-bc5d-907fe2f55ea2)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:41:24.061187 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:24.063640 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-4313d682-2bc9-4160-9f91-013543afc00a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:24.239993 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Pushing event updated for resources: {'Port': ['ID=e9dd2e08-91ca-4b2a-9fd5-f859b560338f,revision_number=5']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:24.247892 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:24.431899 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c01d4022-ad2f-49e7-987f-80714754e860 admin admin] Notify agent at l3_agent.dv-cinder-773870-2-smb the message routers_updated {{(pid=86413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 07:41:24.437781 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-c01d4022-ad2f-49e7-987f-80714754e860 admin admin] 10.222.0.41 "PUT /v2.0/routers/67d699e7-9ef1-4896-9222-d3cb20b93ed4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2959316 Apr 19 07:41:24.449670 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1eae6d-660c-4c33-b50f-f87b66d2374b None None] Sync routers for ids ['67d699e7-9ef1-4896-9222-d3cb20b93ed4'] in dv-cinder-773870-2-smb {{(pid=86415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 07:41:24.465334 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1eae6d-660c-4c33-b50f-f87b66d2374b None None] Routers {'67d699e7-9ef1-4896-9222-d3cb20b93ed4'} bound to L3 agent in host dv-cinder-773870-2-smb {{(pid=86415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 07:41:24.465976 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-6a1eae6d-660c-4c33-b50f-f87b66d2374b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-19T07:32:39Z,description=,heartbeat_timestamp=2021-04-19T07:41:09Z,host='dv-cinder-773870-2-smb',id=af0aee0b-5275-4bf1-b5b2-246fd8e7196c,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T07:32:39Z,topic='l3_agent')) {'router_ids': ['67d699e7-9ef1-4896-9222-d3cb20b93ed4'], 'active': True} {{(pid=86415) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:41:24.466997 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac82079a-aa6b-4fce-8b6b-84419a7eb805 None None] Sync routers for ids ['f94fd1ee-95bd-456f-8f6a-c17a78acc134'] in dv-cinder-773870-2-smb {{(pid=86414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 07:41:24.482536 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac82079a-aa6b-4fce-8b6b-84419a7eb805 None None] Routers {'f94fd1ee-95bd-456f-8f6a-c17a78acc134'} bound to L3 agent in host dv-cinder-773870-2-smb {{(pid=86414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 07:41:24.486749 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-ac82079a-aa6b-4fce-8b6b-84419a7eb805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-19T07:32:39Z,description=,heartbeat_timestamp=2021-04-19T07:41:09Z,host='dv-cinder-773870-2-smb',id=af0aee0b-5275-4bf1-b5b2-246fd8e7196c,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T07:32:39Z,topic='l3_agent')) {'router_ids': ['f94fd1ee-95bd-456f-8f6a-c17a78acc134'], 'active': True} {{(pid=86414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:41:24.517537 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-f3a5d4c6-a12e-465f-806f-22c4304649d0 admin admin] Network 4e55ddc3-33b1-4a10-b452-167e7c28d643 has no segments {{(pid=86412) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 07:41:24.589302 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230876db-9e8d-4fcf-babe-40d3c61e83c4 req-0376b7e2-6a61-4013-87bb-f9c48cb5c9ca tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:24.591122 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-230876db-9e8d-4fcf-babe-40d3c61e83c4 req-0376b7e2-6a61-4013-87bb-f9c48cb5c9ca tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] 10.222.0.41 "GET /v2.0/ports?device_id=b009e501-2dfe-4551-b113-e60e987a823d HTTP/1.1" status: 200 len: 943 time: 0.1420598 Apr 19 07:41:24.683863 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-230876db-9e8d-4fcf-babe-40d3c61e83c4 req-fd93fb76-8fe9-45ef-b03d-3182ccb10b81 tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] 10.222.0.41 "GET /v2.0/security-groups?id=af628b93-e516-40e8-9b78-1a5966207069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856478 Apr 19 07:41:24.711871 dv-cinder-773870-2-smb neutron-server[86301]: Traceback (most recent call last): Apr 19 07:41:24.711871 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 07:41:24.711871 dv-cinder-773870-2-smb neutron-server[86301]: timer() Apr 19 07:41:24.711871 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 07:41:24.711871 dv-cinder-773870-2-smb neutron-server[86301]: cb(*args, **kw) Apr 19 07:41:24.711871 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 07:41:24.711871 dv-cinder-773870-2-smb neutron-server[86301]: return func(*args, **kwargs) Apr 19 07:41:24.711871 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 07:41:24.711871 dv-cinder-773870-2-smb neutron-server[86301]: self._notify() Apr 19 07:41:24.711871 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 07:41:24.711871 dv-cinder-773870-2-smb neutron-server[86301]: self.callback(batched_events) Apr 19 07:41:24.711871 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 07:41:24.711871 dv-cinder-773870-2-smb neutron-server[86301]: event.method(event) Apr 19 07:41:24.711871 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 07:41:24.711871 dv-cinder-773870-2-smb neutron-server[86301]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 07:41:24.711871 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 07:41:24.711871 dv-cinder-773870-2-smb neutron-server[86301]: segment_id)['aggregates'][0] Apr 19 07:41:24.711871 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 07:41:24.711871 dv-cinder-773870-2-smb neutron-server[86301]: return f(self, *a, **k) Apr 19 07:41:24.711871 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 07:41:24.711871 dv-cinder-773870-2-smb neutron-server[86301]: return self._get(url).json() Apr 19 07:41:24.711871 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 07:41:24.711871 dv-cinder-773870-2-smb neutron-server[86301]: **kwargs) Apr 19 07:41:24.711871 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 07:41:24.711871 dv-cinder-773870-2-smb neutron-server[86301]: return self.request(url, 'GET', **kwargs) Apr 19 07:41:24.711871 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 07:41:24.711871 dv-cinder-773870-2-smb neutron-server[86301]: **endpoint_filter) Apr 19 07:41:24.711871 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 07:41:24.711871 dv-cinder-773870-2-smb neutron-server[86301]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 07:41:24.711871 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 07:41:24.711871 dv-cinder-773870-2-smb neutron-server[86301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 07:41:24.711871 dv-cinder-773870-2-smb neutron-server[86301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 07:41:24.740886 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-224789d7-25e1-4e1c-a587-b6def4009fb4 req-49786129-ad93-44db-ad87-0fb3a7cc4aa7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=92b22e7c-ace4-4b86-82cd-798189d12915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7214444 Apr 19 07:41:24.754162 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-8a0c2668-566a-49d7-a3e2-633874f390e7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6012fc5adc834fe0bfdc4d648a1b7980&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2448502 Apr 19 07:41:24.756422 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 36006) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:41:24.845807 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0c2668-566a-49d7-a3e2-633874f390e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f91b911-deef-46af-8bb9-e42946284d89,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:24.861448 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-8a0c2668-566a-49d7-a3e2-633874f390e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.891s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:24.902847 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-dd4b66a5-f6e8-4790-9f62-7aec87653217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:25.003583 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-f3a5d4c6-a12e-465f-806f-22c4304649d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1810050'] for network, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:25.005765 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-dd4b66a5-f6e8-4790-9f62-7aec87653217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:25.010039 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvr_db [None req-6a1eae6d-660c-4c33-b50f-f87b66d2374b None None] Set router 67d699e7-9ef1-4896-9222-d3cb20b93ed4 gateway port host: dv-cinder-773870-2-smb {{(pid=86415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 07:41:25.156802 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Device 35292be5-bc72-402c-999d-0124c4782ace details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=86414) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 07:41:25.181536 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-f3a5d4c6-a12e-465f-806f-22c4304649d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853097331'] for network, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:25.183329 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-dd4b66a5-f6e8-4790-9f62-7aec87653217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:25.192669 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:25.209162 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-9604db1a-9a23-4c07-8432-e2d2d5e0a67e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:25.217361 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Device a7a42cf9-3474-40fa-8991-a6de72384a06 up at agent ovs-agent-dv-cinder-773870-2-smb {{(pid=86414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 07:41:25.249200 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 36032) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:41:25.255656 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-dd4b66a5-f6e8-4790-9f62-7aec87653217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:25.263219 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-dd4b66a5-f6e8-4790-9f62-7aec87653217 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2f91b911-deef-46af-8bb9-e42946284d89 HTTP/1.1" status: 204 len: 168 time: 0.5053382 Apr 19 07:41:25.278748 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4b66a5-f6e8-4790-9f62-7aec87653217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f91b911-deef-46af-8bb9-e42946284d89,revision_number=None']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:25.291253 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [None req-f86d4690-a7e5-4302-8ee9-1425b2d7620f tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Request body: {'security_group': {'name': 'tempest-securitygroup--8502947', 'description': 'tempest-description--244903951'}} {{(pid=86412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:41:25.307031 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a5d4c6-a12e-465f-806f-22c4304649d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e55ddc3-33b1-4a10-b452-167e7c28d643,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:25.317028 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-f3a5d4c6-a12e-465f-806f-22c4304649d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:25.356762 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-f86d4690-a7e5-4302-8ee9-1425b2d7620f tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:41:25.389928 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-f3a5d4c6-a12e-465f-806f-22c4304649d0 admin admin] 10.222.0.41 "DELETE /v2.0/networks/4e55ddc3-33b1-4a10-b452-167e7c28d643 HTTP/1.1" status: 204 len: 168 time: 4.2809210 Apr 19 07:41:25.393528 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-f86d4690-a7e5-4302-8ee9-1425b2d7620f tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Usage tracker for resource:security_group and tenant:3ef6d999ea3a4447a9b6387c496ca58a is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:41:25.396904 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.db_base_plugin_common [None req-1d4e9a53-35d8-47f7-ae00-57bfe358b185 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Allocated IP 172.28.2.130 (e87e9adf-9874-4d07-9d49-89485cde7b0f/53f1cb4b-365b-4e38-a680-1360d7889810/6d838840-b9d3-4204-8946-e93583122d30) {{(pid=86412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 07:41:25.402268 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-f86d4690-a7e5-4302-8ee9-1425b2d7620f tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:41:25.445607 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-f86d4690-a7e5-4302-8ee9-1425b2d7620f tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:41:25.534059 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvr_db [None req-ac82079a-aa6b-4fce-8b6b-84419a7eb805 None None] Set router f94fd1ee-95bd-456f-8f6a-c17a78acc134 gateway port host: dv-cinder-773870-2-smb {{(pid=86414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 07:41:25.555885 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-f86d4690-a7e5-4302-8ee9-1425b2d7620f tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks [] for security_group, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:25.593600 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-224789d7-25e1-4e1c-a587-b6def4009fb4 req-b5106d44-6269-43ff-b520-08544a335424 service neutron] 10.222.0.42 "GET /v2.0/networks/92b22e7c-ace4-4b86-82cd-798189d12915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8185322 Apr 19 07:41:25.734226 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d76c1-4074-41b6-a503-e883009c0aff req-c2eb7894-2872-45c0-9b24-4ef7d296b3eb tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:25.739104 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-d43d76c1-4074-41b6-a503-e883009c0aff req-c2eb7894-2872-45c0-9b24-4ef7d296b3eb tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Synchronizing usage tracker for tenant:e16dd95cee524812ae6d6b49005c2136 on resource:network {{(pid=86413) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 07:41:25.748452 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-dd4b66a5-f6e8-4790-9f62-7aec87653217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:25.750821 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.db.resource_extend [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] It took 0.48 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 19 07:41:25.780807 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-d43d76c1-4074-41b6-a503-e883009c0aff req-c2eb7894-2872-45c0-9b24-4ef7d296b3eb tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Unset dirty status for tenant:e16dd95cee524812ae6d6b49005c2136 on resource:network {{(pid=86413) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 07:41:25.782144 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-d43d76c1-4074-41b6-a503-e883009c0aff req-c2eb7894-2872-45c0-9b24-4ef7d296b3eb tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/networks?id=c60a7a0e-d7f4-4271-80f2-d9ececf82671 HTTP/1.1" status: 200 len: 818 time: 0.5177362 Apr 19 07:41:25.817201 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-d43d76c1-4074-41b6-a503-e883009c0aff req-3d747ae9-be21-4725-bbed-4cb89483732b tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/quotas/e16dd95cee524812ae6d6b49005c2136 HTTP/1.1" status: 200 len: 375 time: 0.0270762 Apr 19 07:41:25.857989 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-f86d4690-a7e5-4302-8ee9-1425b2d7620f tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:41:25.911731 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 36060) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:41:25.985440 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-f86d4690-a7e5-4302-8ee9-1425b2d7620f tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Usage tracker for resource:security_group_rule and tenant:3ef6d999ea3a4447a9b6387c496ca58a is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:41:26.027241 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-f86d4690-a7e5-4302-8ee9-1425b2d7620f tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:41:26.074818 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-f86d4690-a7e5-4302-8ee9-1425b2d7620f tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:41:26.162590 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-1d4e9a53-35d8-47f7-ae00-57bfe358b185 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks [] for port, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:26.207978 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-224789d7-25e1-4e1c-a587-b6def4009fb4 req-64095013-41ab-4ada-859b-6cc5e94f2aba service neutron] 10.222.0.42 "GET /v2.0/networks/92b22e7c-ace4-4b86-82cd-798189d12915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6043725 Apr 19 07:41:26.250875 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-d43d76c1-4074-41b6-a503-e883009c0aff req-8d2edd75-29b4-4000-b5d9-1ba77e44eba5 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Synchronizing usage tracker for tenant:e16dd95cee524812ae6d6b49005c2136 on resource:port {{(pid=86413) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 07:41:26.281756 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-4d532c52-a45a-4dd3-9a88-b9e8d93a5897 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e9c11411cff14b03abaf52a279ac3844&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3633778 Apr 19 07:41:26.282557 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 36078) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:41:26.300007 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.agents_db [None req-ec4b265d-3c04-42fd-95cd-57ca7ec41865 None None] Agent healthcheck: found 6 active agents {{(pid=86415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 07:41:26.341517 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-f86d4690-a7e5-4302-8ee9-1425b2d7620f tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks [] for security_group, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:26.357085 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-f86d4690-a7e5-4302-8ee9-1425b2d7620f tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:26.366276 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:26.394598 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e233420c-6b38-4805-86be-a2af6b37f746 req-d81e3fa5-8a72-4103-bac4-12cc403a62a9 tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:26.402282 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-e233420c-6b38-4805-86be-a2af6b37f746 req-d81e3fa5-8a72-4103-bac4-12cc403a62a9 tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] 10.222.0.41 "GET /v2.0/ports?device_id=b009e501-2dfe-4551-b113-e60e987a823d HTTP/1.1" status: 200 len: 943 time: 0.4334362 Apr 19 07:41:26.409458 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-1d4e9a53-35d8-47f7-ae00-57bfe358b185 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769764225105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3936575'] for port, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:26.438983 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-f86d4690-a7e5-4302-8ee9-1425b2d7620f tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks [] for security_group, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:26.440360 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-f86d4690-a7e5-4302-8ee9-1425b2d7620f tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 1.1874175 Apr 19 07:41:26.444689 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 36084) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:41:26.447427 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-6a1eae6d-660c-4c33-b50f-f87b66d2374b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d699e7-9ef1-4896-9222-d3cb20b93ed4', 'name': 'tempest-ServerRescueNegativeTestJSON-727663491-router', 'tenant_id': 'e16dd95cee524812ae6d6b49005c2136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.219'}], 'enable_snat': True}, 'gw_port_id': '14aa9668-5312-4c4e-8339-78378aef3b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:40:59Z', 'updated_at': '2021-04-19T07:41:21Z', 'revision_number': 4, 'project_id': 'e16dd95cee524812ae6d6b49005c2136', 'gw_port': {'id': '14aa9668-5312-4c4e-8339-78378aef3b9c', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:d7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d699e7-9ef1-4896-9222-d3cb20b93ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:02Z', 'updated_at': '2021-04-19T07:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb', '_interfaces': [{'id': 'd65ab34c-7d0d-4237-9956-6af924d3b71d', 'name': '', 'network_id': 'c60a7a0e-d7f4-4271-80f2-d9ececf82671', 'tenant_id': 'e16dd95cee524812ae6d6b49005c2136', 'mac_address': 'fa:16:3e:89:ee:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d699e7-9ef1-4896-9222-d3cb20b93ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd7ac704f-a7c2-4301-8e27-7927e5a3d15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:18Z', 'updated_at': '2021-04-19T07:41:22Z', 'revision_number': 2, 'project_id': 'e16dd95cee524812ae6d6b49005c2136', 'subnets': [{'id': 'd7ac704f-a7c2-4301-8e27-7927e5a3d15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-smb', False) {} {{(pid=86415) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:41:26.452781 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86d4690-a7e5-4302-8ee9-1425b2d7620f tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36650465-235a-4162-8acf-4b22f62c04fd,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:26.468155 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [None req-75d59d61-dba6-4ac0-a5d2-18bed37b9ec4 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Request body: {'security_group_rule': {'security_group_id': '36650465-235a-4162-8acf-4b22f62c04fd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:41:26.471608 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1eae6d-660c-4c33-b50f-f87b66d2374b None None] Checking router: 67d699e7-9ef1-4896-9222-d3cb20b93ed4 for host: dv-cinder-773870-2-smb {{(pid=86415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 07:41:26.476609 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1eae6d-660c-4c33-b50f-f87b66d2374b None None] Updating router 67d699e7-9ef1-4896-9222-d3cb20b93ed4 port d65ab34c-7d0d-4237-9956-6af924d3b71d binding host dv-cinder-773870-2-smb {{(pid=86415) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 07:41:26.478398 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-f86d4690-a7e5-4302-8ee9-1425b2d7620f tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:26.479231 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:26.483504 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-d43d76c1-4074-41b6-a503-e883009c0aff req-8d2edd75-29b4-4000-b5d9-1ba77e44eba5 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Unset dirty status for tenant:e16dd95cee524812ae6d6b49005c2136 on resource:port {{(pid=86413) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 07:41:26.484923 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-d43d76c1-4074-41b6-a503-e883009c0aff req-8d2edd75-29b4-4000-b5d9-1ba77e44eba5 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e16dd95cee524812ae6d6b49005c2136&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6615574 Apr 19 07:41:26.507225 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] For port 35292be5-bc72-402c-999d-0124c4782ace, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=35292be5-bc72-402c-999d-0124c4782ace,segment=NetworkSegment(0742a00d-7e59-4a19-aab2-c75bcfddb3ed),segment_id=0742a00d-7e59-4a19-aab2-c75bcfddb3ed)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:41:26.522793 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Provisioning complete for port a7a42cf9-3474-40fa-8991-a6de72384a06 triggered by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:41:26.523249 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:26.530486 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-75d59d61-dba6-4ac0-a5d2-18bed37b9ec4 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:41:26.539361 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4e9a53-35d8-47f7-ae00-57bfe358b185 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Network e87e9adf-9874-4d07-9d49-89485cde7b0f is already hosted by enough agents. {{(pid=86412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 07:41:26.560882 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-75d59d61-dba6-4ac0-a5d2-18bed37b9ec4 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Usage tracker for resource:security_group_rule and tenant:3ef6d999ea3a4447a9b6387c496ca58a is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:41:26.575152 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.base_scheduler [None req-1d4e9a53-35d8-47f7-ae00-57bfe358b185 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Resources bound (agent type, host, resource id): {{(pid=86412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 07:41:26.582887 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-75d59d61-dba6-4ac0-a5d2-18bed37b9ec4 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:41:26.584009 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Returning: {'device': '35292be5-bc72-402c-999d-0124c4782ace', 'network_id': '92b22e7c-ace4-4b86-82cd-798189d12915', 'port_id': '35292be5-bc72-402c-999d-0124c4782ace', 'mac_address': 'fa:16:3e:89:f2:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dd7269a-5347-4afd-8bbc-fa20cb5246a7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86414) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 07:41:26.612118 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4e9a53-35d8-47f7-ae00-57bfe358b185 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Received port after_create {{(pid=86412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 07:41:26.625801 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6a1eae6d-660c-4c33-b50f-f87b66d2374b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86415) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:26.633044 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-cafca365-add6-4116-b80c-a30283587bc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:26.655875 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:26.679471 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35292be5-bc72-402c-999d-0124c4782ace {{(pid=86414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 07:41:26.688483 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-75d59d61-dba6-4ac0-a5d2-18bed37b9ec4 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:41:26.697580 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] For port 35292be5-bc72-402c-999d-0124c4782ace, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=35292be5-bc72-402c-999d-0124c4782ace,segment=NetworkSegment(0742a00d-7e59-4a19-aab2-c75bcfddb3ed),segment_id=0742a00d-7e59-4a19-aab2-c75bcfddb3ed)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:41:26.719748 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-cafca365-add6-4116-b80c-a30283587bc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:26.752004 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4e9a53-35d8-47f7-ae00-57bfe358b185 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Pushing event updated for resources: {'Port': ['ID=6d838840-b9d3-4204-8946-e93583122d30,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:26.770185 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Device e9dd2e08-91ca-4b2a-9fd5-f859b560338f up at agent ovs-agent-dv-cinder-773870-2-smb {{(pid=86414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 07:41:26.775036 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-1d4e9a53-35d8-47f7-ae00-57bfe358b185 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:26.785938 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-75d59d61-dba6-4ac0-a5d2-18bed37b9ec4 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:26.835925 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-cafca365-add6-4116-b80c-a30283587bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:26.836702 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:26.844473 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:26.883652 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-e233420c-6b38-4805-86be-a2af6b37f746 req-4cd709b1-3575-4915-a959-4bd0e59ddfc6 tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] 10.222.0.41 "GET /v2.0/security-groups?id=af628b93-e516-40e8-9b78-1a5966207069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4802761 Apr 19 07:41:26.885910 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:26.919121 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [req-d43d76c1-4074-41b6-a503-e883009c0aff req-a68e62bf-7f7e-4ca8-bae0-293d80c77f62 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=86413) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 07:41:26.922492 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-d43d76c1-4074-41b6-a503-e883009c0aff req-a68e62bf-7f7e-4ca8-bae0-293d80c77f62 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1234105 Apr 19 07:41:26.923598 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafca365-add6-4116-b80c-a30283587bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c4f591-4675-4b7c-9b79-1fd2783f7589,revision_number=None']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:26.925869 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-cafca365-add6-4116-b80c-a30283587bc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:26.927180 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-cafca365-add6-4116-b80c-a30283587bc9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/68c4f591-4675-4b7c-9b79-1fd2783f7589 HTTP/1.1" status: 204 len: 168 time: 0.6178045 Apr 19 07:41:26.928841 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-cafca365-add6-4116-b80c-a30283587bc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:26.966710 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Pushing event updated for resources: {'Port': ['ID=35292be5-bc72-402c-999d-0124c4782ace,revision_number=4']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:26.993179 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:27.057106 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Provisioning complete for port e9dd2e08-91ca-4b2a-9fd5-f859b560338f triggered by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:41:27.057686 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:27.136930 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-1d4e9a53-35d8-47f7-ae00-57bfe358b185 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:27.186634 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-75d59d61-dba6-4ac0-a5d2-18bed37b9ec4 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:27.203527 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-75d59d61-dba6-4ac0-a5d2-18bed37b9ec4 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704384'] for security_group_rule, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:27.203638 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] get_ports_and_sgs() called for port_ids ['35292be5-bc72-402c-999d-0124c4782ace'] {{(pid=86414) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 07:41:27.203713 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:27.323007 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d59d61-dba6-4ac0-a5d2-18bed37b9ec4 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcbc18d3-9354-44bf-8b56-254453780cc0,revision_number=0']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:27.353335 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-75d59d61-dba6-4ac0-a5d2-18bed37b9ec4 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:27.378186 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-d43d76c1-4074-41b6-a503-e883009c0aff req-be02fd10-c7d2-47b4-b0ff-ad427393f2eb service neutron] 10.222.0.41 "GET /v2.0/networks/c60a7a0e-d7f4-4271-80f2-d9ececf82671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4323232 Apr 19 07:41:27.428164 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-75d59d61-dba6-4ac0-a5d2-18bed37b9ec4 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:27.433404 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-75d59d61-dba6-4ac0-a5d2-18bed37b9ec4 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9833145 Apr 19 07:41:27.434236 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 36120) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:41:27.446150 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [None req-07e5949f-5261-47dc-bb37-323fcfb61fad tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Request body: {'security_group_rule': {'security_group_id': '36650465-235a-4162-8acf-4b22f62c04fd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:41:27.454842 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-07e5949f-5261-47dc-bb37-323fcfb61fad tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:41:27.459606 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-07e5949f-5261-47dc-bb37-323fcfb61fad tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Usage tracker for resource:security_group_rule and tenant:3ef6d999ea3a4447a9b6387c496ca58a is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:41:27.462966 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-07e5949f-5261-47dc-bb37-323fcfb61fad tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:41:27.470095 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-07e5949f-5261-47dc-bb37-323fcfb61fad tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:41:27.476708 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-1d4e9a53-35d8-47f7-ae00-57bfe358b185 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:27.596422 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-07e5949f-5261-47dc-bb37-323fcfb61fad tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:27.673420 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6a1eae6d-660c-4c33-b50f-f87b66d2374b None None] Notify callbacks [] for port, precommit_update {{(pid=86415) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:27.695716 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-6a1eae6d-660c-4c33-b50f-f87b66d2374b None None] Transition to ACTIVE for port object d65ab34c-7d0d-4237-9956-6af924d3b71d will not be triggered until provisioned by entity L2. {{(pid=86415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 07:41:27.697884 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-d43d76c1-4074-41b6-a503-e883009c0aff req-ca424322-35f5-4700-ab8b-caf3a8ac0363 service neutron] 10.222.0.41 "GET /v2.0/networks/c60a7a0e-d7f4-4271-80f2-d9ececf82671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3117201 Apr 19 07:41:27.712361 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6a1eae6d-660c-4c33-b50f-f87b66d2374b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86415) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:27.717791 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86415) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:27.732708 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-ac82079a-aa6b-4fce-8b6b-84419a7eb805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94fd1ee-95bd-456f-8f6a-c17a78acc134', 'name': 'tempest-AttachVolumeShelveTestJSON-967826059-router', 'tenant_id': '3ef6d999ea3a4447a9b6387c496ca58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': 'a7a42cf9-3474-40fa-8991-a6de72384a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:41:00Z', 'updated_at': '2021-04-19T07:41:19Z', 'revision_number': 4, 'project_id': '3ef6d999ea3a4447a9b6387c496ca58a', 'gw_port': {'id': 'a7a42cf9-3474-40fa-8991-a6de72384a06', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94fd1ee-95bd-456f-8f6a-c17a78acc134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:02Z', 'updated_at': '2021-04-19T07:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb', '_interfaces': [{'id': '91dec4dd-cf5b-4474-a0ba-3a44e33dad1c', 'name': '', 'network_id': '54cc282c-1ba1-4d63-8981-01ed15bb5ad4', 'tenant_id': '3ef6d999ea3a4447a9b6387c496ca58a', 'mac_address': 'fa:16:3e:35:ca:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94fd1ee-95bd-456f-8f6a-c17a78acc134', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '576f6062-f22a-411b-bc12-7e9099407d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:17Z', 'updated_at': '2021-04-19T07:41:20Z', 'revision_number': 2, 'project_id': '3ef6d999ea3a4447a9b6387c496ca58a', 'subnets': [{'id': '576f6062-f22a-411b-bc12-7e9099407d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-smb', False) {} {{(pid=86414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:41:27.778379 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac82079a-aa6b-4fce-8b6b-84419a7eb805 None None] Checking router: f94fd1ee-95bd-456f-8f6a-c17a78acc134 for host: dv-cinder-773870-2-smb {{(pid=86414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 07:41:27.778796 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac82079a-aa6b-4fce-8b6b-84419a7eb805 None None] Updating router f94fd1ee-95bd-456f-8f6a-c17a78acc134 port 91dec4dd-cf5b-4474-a0ba-3a44e33dad1c binding host dv-cinder-773870-2-smb {{(pid=86414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 07:41:27.886648 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-ac82079a-aa6b-4fce-8b6b-84419a7eb805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:27.979981 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 36144) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:41:28.054776 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86d8b9f-8aea-4f92-960c-4867c23d65b8 None None] Pushing event updated for resources: {'Port': ['ID=d65ab34c-7d0d-4237-9956-6af924d3b71d,revision_number=3']} {{(pid=86415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:28.063378 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-e86d8b9f-8aea-4f92-960c-4867c23d65b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=86415) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:28.082866 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-6a1eae6d-660c-4c33-b50f-f87b66d2374b None None] Attempting to bind port d65ab34c-7d0d-4237-9956-6af924d3b71d on host dv-cinder-773870-2-smb for vnic_type normal with profile {{(pid=86415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 07:41:28.083455 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-6a1eae6d-660c-4c33-b50f-f87b66d2374b None None] Attempting to bind port d65ab34c-7d0d-4237-9956-6af924d3b71d by drivers openvswitch,hyperv on host dv-cinder-773870-2-smb at level 0 using segments [{'id': '5ece5800-cf63-4b8e-9592-eecf9bad7847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'c60a7a0e-d7f4-4271-80f2-d9ececf82671'}] {{(pid=86415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 07:41:28.083972 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1eae6d-660c-4c33-b50f-f87b66d2374b None None] Attempting to bind port d65ab34c-7d0d-4237-9956-6af924d3b71d on network c60a7a0e-d7f4-4271-80f2-d9ececf82671 {{(pid=86415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 07:41:28.090913 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1eae6d-660c-4c33-b50f-f87b66d2374b None None] Checking agent: {'id': 'ee0c2bac-a846-4753-a270-37ad89ef2b53', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773870-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 32, 41), 'started_at': datetime.datetime(2021, 4, 19, 7, 33, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773870-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 07:41:28.091564 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1eae6d-660c-4c33-b50f-f87b66d2374b None None] Checking segment: {'id': '5ece5800-cf63-4b8e-9592-eecf9bad7847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'c60a7a0e-d7f4-4271-80f2-d9ececf82671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 07:41:28.092114 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6a1eae6d-660c-4c33-b50f-f87b66d2374b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86415) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:28.092750 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1eae6d-660c-4c33-b50f-f87b66d2374b None None] Bound using segment: {'id': '5ece5800-cf63-4b8e-9592-eecf9bad7847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'c60a7a0e-d7f4-4271-80f2-d9ececf82671'} {{(pid=86415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 07:41:28.093392 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-6a1eae6d-660c-4c33-b50f-f87b66d2374b None None] Bound port: d65ab34c-7d0d-4237-9956-6af924d3b71d, host: dv-cinder-773870-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ece5800-cf63-4b8e-9592-eecf9bad7847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'c60a7a0e-d7f4-4271-80f2-d9ececf82671'}}] {{(pid=86415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 07:41:28.093899 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6a1eae6d-660c-4c33-b50f-f87b66d2374b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86415) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:28.133346 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-07e5949f-5261-47dc-bb37-323fcfb61fad tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:28.137577 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-07e5949f-5261-47dc-bb37-323fcfb61fad tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704384'] for security_group_rule, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:28.142073 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 36154) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:41:28.144779 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-a11c740a-38c3-41ea-9c08-32320adafeca admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a82d7e4db0db445b865293cbc5e5c6de&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1634567 Apr 19 07:41:28.166184 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:28.190934 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e5949f-5261-47dc-bb37-323fcfb61fad tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04b5ec8f-4e4a-4aed-8a6a-e448963737c6,revision_number=0']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:28.208739 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-07e5949f-5261-47dc-bb37-323fcfb61fad tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:28.301519 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-07e5949f-5261-47dc-bb37-323fcfb61fad tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:28.306664 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-07e5949f-5261-47dc-bb37-323fcfb61fad tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8683708 Apr 19 07:41:28.312192 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 36166) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:41:28.322130 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [None req-08c611b6-92aa-41c9-91ac-397468bc2f39 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Request body: {'floatingip': {'floating_network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f'}} {{(pid=86412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:41:28.328362 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-08c611b6-92aa-41c9-91ac-397468bc2f39 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:41:28.332585 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-08c611b6-92aa-41c9-91ac-397468bc2f39 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Usage tracker for resource:floatingip and tenant:3ef6d999ea3a4447a9b6387c496ca58a is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:41:28.335734 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-08c611b6-92aa-41c9-91ac-397468bc2f39 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:41:28.345895 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-08c611b6-92aa-41c9-91ac-397468bc2f39 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:41:28.377757 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-6a1eae6d-660c-4c33-b50f-f87b66d2374b None None] For port d65ab34c-7d0d-4237-9956-6af924d3b71d, host dv-cinder-773870-2-smb, cleared binding levels {{(pid=86415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 07:41:28.380585 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d2341ef2-c450-4ac1-b992-b8299f535f4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:28.383893 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-6a1eae6d-660c-4c33-b50f-f87b66d2374b None None] For port d65ab34c-7d0d-4237-9956-6af924d3b71d, host dv-cinder-773870-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-smb',level=0,port_id=d65ab34c-7d0d-4237-9956-6af924d3b71d,segment=NetworkSegment(5ece5800-cf63-4b8e-9592-eecf9bad7847),segment_id=5ece5800-cf63-4b8e-9592-eecf9bad7847)] {{(pid=86415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 07:41:28.388936 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6a1eae6d-660c-4c33-b50f-f87b66d2374b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86415) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:28.412077 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-bcdfd728-1558-4208-b8fd-9275dd36f3f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86415) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:28.412877 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.db.resource_extend [None req-1d4e9a53-35d8-47f7-ae00-57bfe358b185 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 19 07:41:28.447851 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-08c611b6-92aa-41c9-91ac-397468bc2f39 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks [] for floatingip, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:28.460693 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-825fd69c-e523-42bb-8e7d-16a0a4d7f222 req-f40a3aff-d1cf-4f5d-9c7f-0ffb4a8d7af2 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=947030fe-ad0e-4b25-98e0-790795d6c121 HTTP/1.1" status: 200 len: 210 time: 0.1953831 Apr 19 07:41:28.471740 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-1d4e9a53-35d8-47f7-ae00-57bfe358b185 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks [] for port, precommit_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:28.491555 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d2341ef2-c450-4ac1-b992-b8299f535f4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:28.520703 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-1d4e9a53-35d8-47f7-ae00-57bfe358b185 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850839242'] for port, after_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:28.531784 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4329ee32-d685-4443-8e4d-d2c1fdd4331d req-d798441f-d9b6-45e5-a685-79617ee3eb59 tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:28.549278 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-7c5f15b7-2f1c-47e5-9fcb-4ee2e791d1da tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:28.556387 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-4329ee32-d685-4443-8e4d-d2c1fdd4331d req-d798441f-d9b6-45e5-a685-79617ee3eb59 tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] 10.222.0.41 "GET /v2.0/ports?device_id=b009e501-2dfe-4551-b113-e60e987a823d HTTP/1.1" status: 200 len: 944 time: 0.3958852 Apr 19 07:41:28.585371 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86d8b9f-8aea-4f92-960c-4867c23d65b8 None None] Pushing event updated for resources: {'Port': ['ID=d65ab34c-7d0d-4237-9956-6af924d3b71d,revision_number=4']} {{(pid=86415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:28.614758 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 36188) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:41:28.629603 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1eae6d-660c-4c33-b50f-f87b66d2374b None None] Routers {'67d699e7-9ef1-4896-9222-d3cb20b93ed4'} bound to L3 agent in host dv-cinder-773870-2-smb {{(pid=86415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 07:41:28.630573 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-6a1eae6d-660c-4c33-b50f-f87b66d2374b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-19T07:32:39Z,description=,heartbeat_timestamp=2021-04-19T07:41:09Z,host='dv-cinder-773870-2-smb',id=af0aee0b-5275-4bf1-b5b2-246fd8e7196c,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T07:32:39Z,topic='l3_agent')) {'router_ids': ['67d699e7-9ef1-4896-9222-d3cb20b93ed4'], 'active': True} {{(pid=86415) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:41:28.704835 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-4329ee32-d685-4443-8e4d-d2c1fdd4331d req-58fcbb17-e798-45f4-a3be-9ca59fcb4fa1 tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] 10.222.0.41 "GET /v2.0/security-groups?id=af628b93-e516-40e8-9b78-1a5966207069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471145 Apr 19 07:41:28.827267 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-ac82079a-aa6b-4fce-8b6b-84419a7eb805 None None] Notify callbacks [] for port, precommit_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:28.848611 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-ac82079a-aa6b-4fce-8b6b-84419a7eb805 None None] Transition to ACTIVE for port object 91dec4dd-cf5b-4474-a0ba-3a44e33dad1c will not be triggered until provisioned by entity L2. {{(pid=86414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 07:41:28.856053 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-ac82079a-aa6b-4fce-8b6b-84419a7eb805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:28.878616 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-e86d8b9f-8aea-4f92-960c-4867c23d65b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=86415) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:28.880523 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:28.969297 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4e9a53-35d8-47f7-ae00-57bfe358b185 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Pushing event updated for resources: {'Port': ['ID=6d838840-b9d3-4204-8946-e93583122d30,revision_number=2']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:28.985426 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvr_db [None req-6a1eae6d-660c-4c33-b50f-f87b66d2374b None None] Set router 67d699e7-9ef1-4896-9222-d3cb20b93ed4 gateway port host: dv-cinder-773870-2-smb {{(pid=86415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 07:41:29.011418 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-1d4e9a53-35d8-47f7-ae00-57bfe358b185 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:29.025870 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Device 35292be5-bc72-402c-999d-0124c4782ace up at agent hyperv_hv-cinder-77387 {{(pid=86414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 07:41:29.097564 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-1d4e9a53-35d8-47f7-ae00-57bfe358b185 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1810097'] for floatingip, after_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:29.129473 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d2341ef2-c450-4ac1-b992-b8299f535f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:29.264887 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-08c611b6-92aa-41c9-91ac-397468bc2f39 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:29.293942 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7760a68-f782-49d4-b5fe-d752aa3b703b None None] Pushing event updated for resources: {'Port': ['ID=91dec4dd-cf5b-4474-a0ba-3a44e33dad1c,revision_number=3']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:29.306201 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-f7760a68-f782-49d4-b5fe-d752aa3b703b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:29.348921 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Provisioning for port 35292be5-bc72-402c-999d-0124c4782ace completed by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 07:41:29.359011 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-ac82079a-aa6b-4fce-8b6b-84419a7eb805 None None] Attempting to bind port 91dec4dd-cf5b-4474-a0ba-3a44e33dad1c on host dv-cinder-773870-2-smb for vnic_type normal with profile {{(pid=86414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 07:41:29.360904 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-ac82079a-aa6b-4fce-8b6b-84419a7eb805 None None] Attempting to bind port 91dec4dd-cf5b-4474-a0ba-3a44e33dad1c by drivers openvswitch,hyperv on host dv-cinder-773870-2-smb at level 0 using segments [{'id': '82586cc3-7b22-4a5c-b95c-8fce131571e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '54cc282c-1ba1-4d63-8981-01ed15bb5ad4'}] {{(pid=86414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 07:41:29.361321 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac82079a-aa6b-4fce-8b6b-84419a7eb805 None None] Attempting to bind port 91dec4dd-cf5b-4474-a0ba-3a44e33dad1c on network 54cc282c-1ba1-4d63-8981-01ed15bb5ad4 {{(pid=86414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 07:41:29.373797 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Provisioning complete for port 35292be5-bc72-402c-999d-0124c4782ace triggered by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:41:29.374222 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:29.403457 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:29.450911 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d2341ef2-c450-4ac1-b992-b8299f535f4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:29.455449 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-d2341ef2-c450-4ac1-b992-b8299f535f4a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/45d522a0-4eda-42ef-9b21-55cea2e2ba96 HTTP/1.1" status: 204 len: 168 time: 1.3104260 Apr 19 07:41:29.456624 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-ae8364a2-49b8-4cee-bdb5-ea1c7dca9ba4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:29.499244 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2341ef2-c450-4ac1-b992-b8299f535f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d522a0-4eda-42ef-9b21-55cea2e2ba96,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:29.516404 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac82079a-aa6b-4fce-8b6b-84419a7eb805 None None] Checking agent: {'id': 'ee0c2bac-a846-4753-a270-37ad89ef2b53', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773870-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 32, 41), 'started_at': datetime.datetime(2021, 4, 19, 7, 33, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773870-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 07:41:29.518118 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac82079a-aa6b-4fce-8b6b-84419a7eb805 None None] Checking segment: {'id': '82586cc3-7b22-4a5c-b95c-8fce131571e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '54cc282c-1ba1-4d63-8981-01ed15bb5ad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 07:41:29.520406 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-d2341ef2-c450-4ac1-b992-b8299f535f4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:29.525948 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-ac82079a-aa6b-4fce-8b6b-84419a7eb805 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:29.528307 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac82079a-aa6b-4fce-8b6b-84419a7eb805 None None] Bound using segment: {'id': '82586cc3-7b22-4a5c-b95c-8fce131571e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '54cc282c-1ba1-4d63-8981-01ed15bb5ad4'} {{(pid=86414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 07:41:29.530052 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-ac82079a-aa6b-4fce-8b6b-84419a7eb805 None None] Bound port: 91dec4dd-cf5b-4474-a0ba-3a44e33dad1c, host: dv-cinder-773870-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82586cc3-7b22-4a5c-b95c-8fce131571e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '54cc282c-1ba1-4d63-8981-01ed15bb5ad4'}}] {{(pid=86414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 07:41:29.531691 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-ac82079a-aa6b-4fce-8b6b-84419a7eb805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:29.533820 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-1d4e9a53-35d8-47f7-ae00-57bfe358b185 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773070'] for floatingip, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:29.540069 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-1d4e9a53-35d8-47f7-ae00-57bfe358b185 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.6974134 Apr 19 07:41:29.541529 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-ae8364a2-49b8-4cee-bdb5-ea1c7dca9ba4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:41:29.562145 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-ae8364a2-49b8-4cee-bdb5-ea1c7dca9ba4 admin admin] Usage tracker for resource:security_group_rule and tenant:75b4e19f305949a28985fc0904caa992 is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:41:29.592915 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-ae8364a2-49b8-4cee-bdb5-ea1c7dca9ba4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:41:29.616817 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-ae8364a2-49b8-4cee-bdb5-ea1c7dca9ba4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:41:29.633523 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-6a1eae6d-660c-4c33-b50f-f87b66d2374b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d699e7-9ef1-4896-9222-d3cb20b93ed4', 'name': 'tempest-ServerRescueNegativeTestJSON-727663491-router', 'tenant_id': 'e16dd95cee524812ae6d6b49005c2136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.219'}], 'enable_snat': True}, 'gw_port_id': '14aa9668-5312-4c4e-8339-78378aef3b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:40:59Z', 'updated_at': '2021-04-19T07:41:21Z', 'revision_number': 4, 'project_id': 'e16dd95cee524812ae6d6b49005c2136', 'gw_port': {'id': '14aa9668-5312-4c4e-8339-78378aef3b9c', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:d7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d699e7-9ef1-4896-9222-d3cb20b93ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:02Z', 'updated_at': '2021-04-19T07:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb', '_interfaces': [{'id': 'd65ab34c-7d0d-4237-9956-6af924d3b71d', 'name': '', 'network_id': 'c60a7a0e-d7f4-4271-80f2-d9ececf82671', 'tenant_id': 'e16dd95cee524812ae6d6b49005c2136', 'mac_address': 'fa:16:3e:89:ee:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d699e7-9ef1-4896-9222-d3cb20b93ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd7ac704f-a7c2-4301-8e27-7927e5a3d15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:18Z', 'updated_at': '2021-04-19T07:41:28Z', 'revision_number': 4, 'project_id': 'e16dd95cee524812ae6d6b49005c2136', 'subnets': [{'id': 'd7ac704f-a7c2-4301-8e27-7927e5a3d15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-smb', False) {} {{(pid=86415) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:41:29.639547 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1eae6d-660c-4c33-b50f-f87b66d2374b None None] The sync data for ids ['67d699e7-9ef1-4896-9222-d3cb20b93ed4'] in dv-cinder-773870-2-smb is: [{'id': '67d699e7-9ef1-4896-9222-d3cb20b93ed4', 'name': 'tempest-ServerRescueNegativeTestJSON-727663491-router', 'tenant_id': 'e16dd95cee524812ae6d6b49005c2136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.219'}], 'enable_snat': True}, 'gw_port_id': '14aa9668-5312-4c4e-8339-78378aef3b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:40:59Z', 'updated_at': '2021-04-19T07:41:21Z', 'revision_number': 4, 'project_id': 'e16dd95cee524812ae6d6b49005c2136', 'gw_port': {'id': '14aa9668-5312-4c4e-8339-78378aef3b9c', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:d7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d699e7-9ef1-4896-9222-d3cb20b93ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:02Z', 'updated_at': '2021-04-19T07:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb', '_interfaces': [{'id': 'd65ab34c-7d0d-4237-9956-6af924d3b71d', 'name': '', 'network_id': 'c60a7a0e-d7f4-4271-80f2-d9ececf82671', 'tenant_id': 'e16dd95cee524812ae6d6b49005c2136', 'mac_address': 'fa:16:3e:89:ee:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d699e7-9ef1-4896-9222-d3cb20b93ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd7ac704f-a7c2-4301-8e27-7927e5a3d15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:18Z', 'updated_at': '2021-04-19T07:41:28Z', 'revision_number': 4, 'project_id': 'e16dd95cee524812ae6d6b49005c2136', 'subnets': [{'id': 'd7ac704f-a7c2-4301-8e27-7927e5a3d15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 07:41:29.810800 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 36244) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:41:29.896436 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39898bbe-2a2b-48c9-98cc-6a46e06344b7 req-2c76f0e6-97b9-46c0-a6ef-170648eee33a tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:29.900668 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-39898bbe-2a2b-48c9-98cc-6a46e06344b7 req-2c76f0e6-97b9-46c0-a6ef-170648eee33a tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/networks?id=c60a7a0e-d7f4-4271-80f2-d9ececf82671 HTTP/1.1" status: 200 len: 818 time: 0.5537186 Apr 19 07:41:29.951813 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-39898bbe-2a2b-48c9-98cc-6a46e06344b7 req-147f04d7-151c-4049-a43f-b2d59271c33e tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/quotas/e16dd95cee524812ae6d6b49005c2136 HTTP/1.1" status: 200 len: 375 time: 0.0469079 Apr 19 07:41:29.951982 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-ac82079a-aa6b-4fce-8b6b-84419a7eb805 None None] For port 91dec4dd-cf5b-4474-a0ba-3a44e33dad1c, host dv-cinder-773870-2-smb, cleared binding levels {{(pid=86414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 07:41:29.957297 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:29.988363 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-ac82079a-aa6b-4fce-8b6b-84419a7eb805 None None] For port 91dec4dd-cf5b-4474-a0ba-3a44e33dad1c, host dv-cinder-773870-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-smb',level=0,port_id=91dec4dd-cf5b-4474-a0ba-3a44e33dad1c,segment=NetworkSegment(82586cc3-7b22-4a5c-b95c-8fce131571e9),segment_id=82586cc3-7b22-4a5c-b95c-8fce131571e9)] {{(pid=86414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 07:41:29.994059 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-ac82079a-aa6b-4fce-8b6b-84419a7eb805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:30.000805 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:30.044943 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.db_base_plugin_common [None req-08c611b6-92aa-41c9-91ac-397468bc2f39 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Allocated IP 172.28.2.194 (e87e9adf-9874-4d07-9d49-89485cde7b0f/53f1cb4b-365b-4e38-a680-1360d7889810/3df0beb7-bd24-4d8f-bc37-ef2502e493ee) {{(pid=86412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 07:41:30.114409 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7760a68-f782-49d4-b5fe-d752aa3b703b None None] Pushing event updated for resources: {'Port': ['ID=91dec4dd-cf5b-4474-a0ba-3a44e33dad1c,revision_number=4']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:30.126265 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-f7760a68-f782-49d4-b5fe-d752aa3b703b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:30.161516 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b009e501-2dfe-4551-b113-e60e987a823d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35292be5-bc72-402c-999d-0124c4782ace'}] {{(pid=86414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 07:41:30.368458 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac82079a-aa6b-4fce-8b6b-84419a7eb805 None None] Routers {'f94fd1ee-95bd-456f-8f6a-c17a78acc134'} bound to L3 agent in host dv-cinder-773870-2-smb {{(pid=86414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 07:41:30.377929 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-ac82079a-aa6b-4fce-8b6b-84419a7eb805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-19T07:32:39Z,description=,heartbeat_timestamp=2021-04-19T07:41:09Z,host='dv-cinder-773870-2-smb',id=af0aee0b-5275-4bf1-b5b2-246fd8e7196c,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T07:32:39Z,topic='l3_agent')) {'router_ids': ['f94fd1ee-95bd-456f-8f6a-c17a78acc134'], 'active': True} {{(pid=86414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:41:30.424149 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0397fded-57b1-4604-9f28-3491e7a66d67 req-76330137-b624-474a-b71b-f1d1b4347c50 tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:30.439188 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-0397fded-57b1-4604-9f28-3491e7a66d67 req-76330137-b624-474a-b71b-f1d1b4347c50 tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] 10.222.0.41 "GET /v2.0/ports?device_id=b009e501-2dfe-4551-b113-e60e987a823d HTTP/1.1" status: 200 len: 944 time: 0.3298872 Apr 19 07:41:30.508096 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-39898bbe-2a2b-48c9-98cc-6a46e06344b7 req-cbc37763-1fd9-4462-b914-9e1fd8778ee6 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e16dd95cee524812ae6d6b49005c2136&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5463421 Apr 19 07:41:30.522806 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] For port 35292be5-bc72-402c-999d-0124c4782ace, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=35292be5-bc72-402c-999d-0124c4782ace,segment=NetworkSegment(0742a00d-7e59-4a19-aab2-c75bcfddb3ed),segment_id=0742a00d-7e59-4a19-aab2-c75bcfddb3ed)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:41:30.911484 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-39898bbe-2a2b-48c9-98cc-6a46e06344b7 req-0e4dd00c-061e-47cd-8736-2cd6340199f2 service neutron] 10.222.0.41 "GET /v2.0/networks/c60a7a0e-d7f4-4271-80f2-d9ececf82671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4019713 Apr 19 07:41:31.036819 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:31.050586 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-ae8364a2-49b8-4cee-bdb5-ea1c7dca9ba4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:31.052186 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-585d9f37-5467-4286-bf1f-a975566a7348 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:31.060169 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:31.084704 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-ae8364a2-49b8-4cee-bdb5-ea1c7dca9ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:31.085884 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-585d9f37-5467-4286-bf1f-a975566a7348 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:41:31.129445 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-39898bbe-2a2b-48c9-98cc-6a46e06344b7 req-469b7752-afa0-4616-8bb6-510da5015340 service neutron] 10.222.0.41 "GET /v2.0/networks/c60a7a0e-d7f4-4271-80f2-d9ececf82671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167909 Apr 19 07:41:31.156403 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Pushing event updated for resources: {'Port': ['ID=35292be5-bc72-402c-999d-0124c4782ace,revision_number=5']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:31.166762 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:31.167430 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-0397fded-57b1-4604-9f28-3491e7a66d67 req-8e9321fc-d17f-4dbb-b475-a7e481e5a149 tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] 10.222.0.41 "GET /v2.0/security-groups?id=af628b93-e516-40e8-9b78-1a5966207069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7240074 Apr 19 07:41:31.270934 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvr_db [None req-ac82079a-aa6b-4fce-8b6b-84419a7eb805 None None] Set router f94fd1ee-95bd-456f-8f6a-c17a78acc134 gateway port host: dv-cinder-773870-2-smb {{(pid=86414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 07:41:31.308567 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:31.330613 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-2d6cee15-5a97-4a76-a2e0-5a77cdb63848 req-e501cc6d-60f2-4b95-826c-d347732a5965 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Synchronizing usage tracker for tenant:4785af1c8f0e4b01af43cb5ee0e71925 on resource:security_group {{(pid=86413) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 07:41:31.340838 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-585d9f37-5467-4286-bf1f-a975566a7348 admin admin] Usage tracker for resource:security_group_rule and tenant:6568adfce59340aea0890695d7dfe0b0 is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:41:31.352849 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-585d9f37-5467-4286-bf1f-a975566a7348 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:41:31.372041 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8364a2-49b8-4cee-bdb5-ea1c7dca9ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2da0b03-d628-403c-bd88-d38fe299d33b,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:31.385994 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-585d9f37-5467-4286-bf1f-a975566a7348 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:41:31.398607 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-ae8364a2-49b8-4cee-bdb5-ea1c7dca9ba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:31.429614 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-08c611b6-92aa-41c9-91ac-397468bc2f39 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks [] for port, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:31.449695 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-ae8364a2-49b8-4cee-bdb5-ea1c7dca9ba4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=75b4e19f305949a28985fc0904caa992&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8293889 Apr 19 07:41:31.453343 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 36298) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:41:31.554626 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d76c1-4074-41b6-a503-e883009c0aff req-27eaf718-bad8-4233-bae0-860371c761e3 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:31.558523 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-d43d76c1-4074-41b6-a503-e883009c0aff req-27eaf718-bad8-4233-bae0-860371c761e3 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.42 "GET /v2.0/networks?id=c60a7a0e-d7f4-4271-80f2-d9ececf82671 HTTP/1.1" status: 200 len: 818 time: 0.6235061 Apr 19 07:41:31.601334 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-01b8758e-8e51-4587-936d-caa812048f39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:31.601850 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [req-d43d76c1-4074-41b6-a503-e883009c0aff req-febfcd82-4243-448b-9e47-b5bc293c25ff tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Request body: {'port': {'device_id': '947030fe-ad0e-4b25-98e0-790795d6c121', 'network_id': 'c60a7a0e-d7f4-4271-80f2-d9ececf82671', 'admin_state_up': True, 'tenant_id': 'e16dd95cee524812ae6d6b49005c2136'}} {{(pid=86412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:41:31.637450 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-01b8758e-8e51-4587-936d-caa812048f39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:31.729795 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-01b8758e-8e51-4587-936d-caa812048f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:31.736702 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-5d08e889-0d71-4cee-9143-682f186167e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:31.766125 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b8758e-8e51-4587-936d-caa812048f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2da0b03-d628-403c-bd88-d38fe299d33b,revision_number=None']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:31.774959 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-01b8758e-8e51-4587-936d-caa812048f39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:31.788234 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-01b8758e-8e51-4587-936d-caa812048f39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:31.791766 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-01b8758e-8e51-4587-936d-caa812048f39 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b2da0b03-d628-403c-bd88-d38fe299d33b HTTP/1.1" status: 204 len: 168 time: 0.3340414 Apr 19 07:41:31.826646 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Device d65ab34c-7d0d-4237-9956-6af924d3b71d up at agent ovs-agent-dv-cinder-773870-2-smb {{(pid=86414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 07:41:31.930463 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b009e501-2dfe-4551-b113-e60e987a823d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35292be5-bc72-402c-999d-0124c4782ace', 'code': 200} Apr 19 07:41:31.934192 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Provisioning for port d65ab34c-7d0d-4237-9956-6af924d3b71d completed by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 07:41:31.946421 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-ac82079a-aa6b-4fce-8b6b-84419a7eb805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94fd1ee-95bd-456f-8f6a-c17a78acc134', 'name': 'tempest-AttachVolumeShelveTestJSON-967826059-router', 'tenant_id': '3ef6d999ea3a4447a9b6387c496ca58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': 'a7a42cf9-3474-40fa-8991-a6de72384a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:41:00Z', 'updated_at': '2021-04-19T07:41:19Z', 'revision_number': 4, 'project_id': '3ef6d999ea3a4447a9b6387c496ca58a', 'gw_port': {'id': 'a7a42cf9-3474-40fa-8991-a6de72384a06', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94fd1ee-95bd-456f-8f6a-c17a78acc134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:02Z', 'updated_at': '2021-04-19T07:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb', '_interfaces': [{'id': '91dec4dd-cf5b-4474-a0ba-3a44e33dad1c', 'name': '', 'network_id': '54cc282c-1ba1-4d63-8981-01ed15bb5ad4', 'tenant_id': '3ef6d999ea3a4447a9b6387c496ca58a', 'mac_address': 'fa:16:3e:35:ca:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94fd1ee-95bd-456f-8f6a-c17a78acc134', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '576f6062-f22a-411b-bc12-7e9099407d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:17Z', 'updated_at': '2021-04-19T07:41:29Z', 'revision_number': 4, 'project_id': '3ef6d999ea3a4447a9b6387c496ca58a', 'subnets': [{'id': '576f6062-f22a-411b-bc12-7e9099407d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-smb', False) {} {{(pid=86414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:41:31.952970 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-08c611b6-92aa-41c9-91ac-397468bc2f39 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769764225105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3936575'] for port, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:31.963907 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Provisioning complete for port d65ab34c-7d0d-4237-9956-6af924d3b71d triggered by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:41:31.964427 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:32.004630 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-585d9f37-5467-4286-bf1f-a975566a7348 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:32.006051 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-1d4e9a53-35d8-47f7-ae00-57bfe358b185 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:32.008630 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac82079a-aa6b-4fce-8b6b-84419a7eb805 None None] The sync data for ids ['f94fd1ee-95bd-456f-8f6a-c17a78acc134'] in dv-cinder-773870-2-smb is: [{'id': 'f94fd1ee-95bd-456f-8f6a-c17a78acc134', 'name': 'tempest-AttachVolumeShelveTestJSON-967826059-router', 'tenant_id': '3ef6d999ea3a4447a9b6387c496ca58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': 'a7a42cf9-3474-40fa-8991-a6de72384a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:41:00Z', 'updated_at': '2021-04-19T07:41:19Z', 'revision_number': 4, 'project_id': '3ef6d999ea3a4447a9b6387c496ca58a', 'gw_port': {'id': 'a7a42cf9-3474-40fa-8991-a6de72384a06', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94fd1ee-95bd-456f-8f6a-c17a78acc134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:02Z', 'updated_at': '2021-04-19T07:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb', '_interfaces': [{'id': '91dec4dd-cf5b-4474-a0ba-3a44e33dad1c', 'name': '', 'network_id': '54cc282c-1ba1-4d63-8981-01ed15bb5ad4', 'tenant_id': '3ef6d999ea3a4447a9b6387c496ca58a', 'mac_address': 'fa:16:3e:35:ca:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94fd1ee-95bd-456f-8f6a-c17a78acc134', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '576f6062-f22a-411b-bc12-7e9099407d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:17Z', 'updated_at': '2021-04-19T07:41:29Z', 'revision_number': 4, 'project_id': '3ef6d999ea3a4447a9b6387c496ca58a', 'subnets': [{'id': '576f6062-f22a-411b-bc12-7e9099407d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 07:41:32.121939 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c611b6-92aa-41c9-91ac-397468bc2f39 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Pushing event updated for resources: {'Port': ['ID=3df0beb7-bd24-4d8f-bc37-ef2502e493ee,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:32.130043 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-08c611b6-92aa-41c9-91ac-397468bc2f39 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:32.152030 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-585d9f37-5467-4286-bf1f-a975566a7348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:32.176168 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c611b6-92aa-41c9-91ac-397468bc2f39 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Network e87e9adf-9874-4d07-9d49-89485cde7b0f is already hosted by enough agents. {{(pid=86412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 07:41:32.190724 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:32.202987 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.base_scheduler [None req-08c611b6-92aa-41c9-91ac-397468bc2f39 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Resources bound (agent type, host, resource id): {{(pid=86412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 07:41:32.220964 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c611b6-92aa-41c9-91ac-397468bc2f39 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Received port after_create {{(pid=86412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 07:41:32.234017 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-3dffeb8d-1343-4574-b187-1a8e199caa3c req-be169651-dd47-4c4f-b8f7-f87e68b32dc9 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=808017b1-9edb-48b5-be3e-927a28c51660 HTTP/1.1" status: 200 len: 210 time: 0.2368419 Apr 19 07:41:32.243112 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-2d6cee15-5a97-4a76-a2e0-5a77cdb63848 req-e501cc6d-60f2-4b95-826c-d347732a5965 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Unset dirty status for tenant:4785af1c8f0e4b01af43cb5ee0e71925 on resource:security_group {{(pid=86413) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 07:41:32.246588 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-2d6cee15-5a97-4a76-a2e0-5a77cdb63848 req-e501cc6d-60f2-4b95-826c-d347732a5965 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--862509186&fields=id&tenant_id=4785af1c8f0e4b01af43cb5ee0e71925 HTTP/1.1" status: 200 len: 267 time: 0.9775462 Apr 19 07:41:32.298574 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:32.305725 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [req-d43d76c1-4074-41b6-a503-e883009c0aff req-febfcd82-4243-448b-9e47-b5bc293c25ff tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:41:32.339533 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [req-d43d76c1-4074-41b6-a503-e883009c0aff req-febfcd82-4243-448b-9e47-b5bc293c25ff tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:41:32.361353 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] For port d65ab34c-7d0d-4237-9956-6af924d3b71d, host dv-cinder-773870-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-smb',level=0,port_id=d65ab34c-7d0d-4237-9956-6af924d3b71d,segment=NetworkSegment(5ece5800-cf63-4b8e-9592-eecf9bad7847),segment_id=5ece5800-cf63-4b8e-9592-eecf9bad7847)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:41:32.369123 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:32.371523 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-f015f53e-8d36-43a1-ab93-7e0ec5161411 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:32.464825 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d43d76c1-4074-41b6-a503-e883009c0aff req-febfcd82-4243-448b-9e47-b5bc293c25ff tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Made reservation on behalf of e16dd95cee524812ae6d6b49005c2136 for: {'port': 1} {{(pid=86412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 07:41:32.471906 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-d43d76c1-4074-41b6-a503-e883009c0aff req-febfcd82-4243-448b-9e47-b5bc293c25ff tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:32.515797 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-585d9f37-5467-4286-bf1f-a975566a7348 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6568adfce59340aea0890695d7dfe0b0&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6898851 Apr 19 07:41:32.521402 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 36328) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:41:32.546667 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585d9f37-5467-4286-bf1f-a975566a7348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=196b9a1f-ddcd-40f1-b09a-1a0ba11cb833,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:32.588127 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Pushing event updated for resources: {'Port': ['ID=d65ab34c-7d0d-4237-9956-6af924d3b71d,revision_number=5']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:32.594574 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:32.611583 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-585d9f37-5467-4286-bf1f-a975566a7348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:32.613842 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.42', 55922) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:41:32.790271 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 36340) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:41:32.843711 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d4b0772d-041d-4777-bf60-d4371fce8998 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:32.880034 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-d4b0772d-041d-4777-bf60-d4371fce8998 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:41:32.894933 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6cee15-5a97-4a76-a2e0-5a77cdb63848 req-de51fed1-841c-4c15-b5ed-ed2ceb0a93ab tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:32.896325 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-2d6cee15-5a97-4a76-a2e0-5a77cdb63848 req-de51fed1-841c-4c15-b5ed-ed2ceb0a93ab tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Synchronizing usage tracker for tenant:4785af1c8f0e4b01af43cb5ee0e71925 on resource:network {{(pid=86413) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 07:41:32.912288 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-d4b0772d-041d-4777-bf60-d4371fce8998 admin admin] Usage tracker for resource:security_group_rule and tenant:9a4aa6ec58cd4f328e2f7bcb35439cc7 is out of sync, need to count used quota {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:41:32.931776 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-d4b0772d-041d-4777-bf60-d4371fce8998 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:41:32.953649 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.db_base_plugin_common [req-d43d76c1-4074-41b6-a503-e883009c0aff req-febfcd82-4243-448b-9e47-b5bc293c25ff tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Allocated IP 172.20.0.4 (c60a7a0e-d7f4-4271-80f2-d9ececf82671/d7ac704f-a7c2-4301-8e27-7927e5a3d15d/2e081745-18ec-437a-991c-88ad319333bc) {{(pid=86412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 07:41:32.956004 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-d4b0772d-041d-4777-bf60-d4371fce8998 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:41:32.968803 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e37f6a-2575-4969-815b-bd5f24e5e256 req-3882d13e-2dfb-4929-a8c2-057ff9be0921 tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:32.970709 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-e5e37f6a-2575-4969-815b-bd5f24e5e256 req-3882d13e-2dfb-4929-a8c2-057ff9be0921 tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] 10.222.0.41 "GET /v2.0/ports?device_id=b009e501-2dfe-4551-b113-e60e987a823d HTTP/1.1" status: 200 len: 945 time: 0.3120437 Apr 19 07:41:33.013233 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-2d6cee15-5a97-4a76-a2e0-5a77cdb63848 req-de51fed1-841c-4c15-b5ed-ed2ceb0a93ab tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Unset dirty status for tenant:4785af1c8f0e4b01af43cb5ee0e71925 on resource:network {{(pid=86413) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 07:41:33.015746 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-2d6cee15-5a97-4a76-a2e0-5a77cdb63848 req-de51fed1-841c-4c15-b5ed-ed2ceb0a93ab tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/networks?id=9f8aa9f4-c051-436b-a77b-0b1e6ac2b108 HTTP/1.1" status: 200 len: 811 time: 0.7598562 Apr 19 07:41:33.071013 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-2d6cee15-5a97-4a76-a2e0-5a77cdb63848 req-04f2d976-9805-4cbd-8dc7-3140cc3fc73e tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/quotas/4785af1c8f0e4b01af43cb5ee0e71925 HTTP/1.1" status: 200 len: 375 time: 0.0436306 Apr 19 07:41:33.079646 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-e5e37f6a-2575-4969-815b-bd5f24e5e256 req-1ad5421c-f997-41df-9562-b2ffc572b7b6 tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] 10.222.0.41 "GET /v2.0/security-groups?id=af628b93-e516-40e8-9b78-1a5966207069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016755 Apr 19 07:41:33.236608 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-2d6cee15-5a97-4a76-a2e0-5a77cdb63848 req-3fa950b5-aef5-4701-b0f8-74d85b5a2fd4 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4785af1c8f0e4b01af43cb5ee0e71925&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1535301 Apr 19 07:41:33.310303 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d4b0772d-041d-4777-bf60-d4371fce8998 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:33.316518 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d4b0772d-041d-4777-bf60-d4371fce8998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:33.330907 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-fdb350f2-adce-48de-b284-061282e396af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:33.380391 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.42', 55927) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:41:33.381911 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-ed6450ee-e73e-47bc-beb9-5429feefb861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:33.491672 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-08c611b6-92aa-41c9-91ac-397468bc2f39 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:33.625572 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-d43d76c1-4074-41b6-a503-e883009c0aff req-febfcd82-4243-448b-9e47-b5bc293c25ff tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Notify callbacks [] for port, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:33.632240 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-ed6450ee-e73e-47bc-beb9-5429feefb861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:33.692445 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89035884-a9fa-4dd7-b833-2684da0aafc5 req-e6284413-322f-4380-bd06-f1993033f91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:33.694436 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-89035884-a9fa-4dd7-b833-2684da0aafc5 req-e6284413-322f-4380-bd06-f1993033f91d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b009e501-2dfe-4551-b113-e60e987a823d HTTP/1.1" status: 200 len: 1098 time: 0.7466619 Apr 19 07:41:33.740618 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b0772d-041d-4777-bf60-d4371fce8998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9f8c5c-f9dd-41a0-ae63-dabe34482a34,revision_number=1']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:33.796764 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-d4b0772d-041d-4777-bf60-d4371fce8998 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:33.805495 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39898bbe-2a2b-48c9-98cc-6a46e06344b7 req-5a420de8-a6f1-433c-8066-e080e5c02142 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:33.807409 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-39898bbe-2a2b-48c9-98cc-6a46e06344b7 req-5a420de8-a6f1-433c-8066-e080e5c02142 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.42 "GET /v2.0/networks?id=c60a7a0e-d7f4-4271-80f2-d9ececf82671 HTTP/1.1" status: 200 len: 818 time: 0.4231603 Apr 19 07:41:33.808951 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-17b36491-22aa-428a-8eb7-ae3810fc68ea req-95112333-dfb8-48b9-ab98-77d7e295adbe tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=808017b1-9edb-48b5-be3e-927a28c51660 HTTP/1.1" status: 200 len: 210 time: 0.0884147 Apr 19 07:41:33.811273 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Device 91dec4dd-cf5b-4474-a0ba-3a44e33dad1c up at agent ovs-agent-dv-cinder-773870-2-smb {{(pid=86414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 07:41:33.817567 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-89035884-a9fa-4dd7-b833-2684da0aafc5 req-f95cd717-dfc9-46a7-b545-89162a3f6e33 service neutron] Notify callbacks [] for security_group, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:33.832206 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-d4b0772d-041d-4777-bf60-d4371fce8998 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9a4aa6ec58cd4f328e2f7bcb35439cc7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0289245 Apr 19 07:41:33.835150 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 36374) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:41:33.857345 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [req-39898bbe-2a2b-48c9-98cc-6a46e06344b7 req-ebbb9df6-1770-4947-bb4f-2120209b6c6b tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Request body: {'port': {'device_id': '808017b1-9edb-48b5-be3e-927a28c51660', 'network_id': 'c60a7a0e-d7f4-4271-80f2-d9ececf82671', 'admin_state_up': True, 'tenant_id': 'e16dd95cee524812ae6d6b49005c2136'}} {{(pid=86412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:41:33.896194 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Provisioning for port 91dec4dd-cf5b-4474-a0ba-3a44e33dad1c completed by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 07:41:33.902210 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Provisioning complete for port 91dec4dd-cf5b-4474-a0ba-3a44e33dad1c triggered by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:41:33.902830 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:33.931406 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [req-89035884-a9fa-4dd7-b833-2684da0aafc5 req-f95cd717-dfc9-46a7-b545-89162a3f6e33 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:41:33.934114 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-2d6cee15-5a97-4a76-a2e0-5a77cdb63848 req-e697a776-8ed9-4f4b-8cca-29b1c1608aa9 service neutron] 10.222.0.41 "GET /v2.0/networks/9f8aa9f4-c051-436b-a77b-0b1e6ac2b108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6753166 Apr 19 07:41:34.006132 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-89035884-a9fa-4dd7-b833-2684da0aafc5 req-f95cd717-dfc9-46a7-b545-89162a3f6e33 service neutron] Usage tracker for resource:security_group_rule and tenant:187be2f8d323450bbe57fca3d8ce0bf0 is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:41:34.010781 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-89035884-a9fa-4dd7-b833-2684da0aafc5 req-f95cd717-dfc9-46a7-b545-89162a3f6e33 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:41:34.029064 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [req-89035884-a9fa-4dd7-b833-2684da0aafc5 req-f95cd717-dfc9-46a7-b545-89162a3f6e33 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:41:34.035795 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-08c611b6-92aa-41c9-91ac-397468bc2f39 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:34.044575 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-0a3e8fd5-7e21-4a83-9c40-0965f370086b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:34.066124 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:34.101961 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] For port 91dec4dd-cf5b-4474-a0ba-3a44e33dad1c, host dv-cinder-773870-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-smb',level=0,port_id=91dec4dd-cf5b-4474-a0ba-3a44e33dad1c,segment=NetworkSegment(82586cc3-7b22-4a5c-b95c-8fce131571e9),segment_id=82586cc3-7b22-4a5c-b95c-8fce131571e9)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:41:34.105659 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:34.106869 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Device d65ab34c-7d0d-4237-9956-6af924d3b71d up at agent ovs-agent-dv-cinder-773870-2-smb {{(pid=86414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 07:41:34.170222 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:34.241856 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-0a3e8fd5-7e21-4a83-9c40-0965f370086b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:34.287859 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Pushing event updated for resources: {'Port': ['ID=91dec4dd-cf5b-4474-a0ba-3a44e33dad1c,revision_number=5']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:34.303026 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:34.313366 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Provisioning complete for port d65ab34c-7d0d-4237-9956-6af924d3b71d triggered by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:41:34.313984 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:34.356319 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-ed6450ee-e73e-47bc-beb9-5429feefb861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:34.357880 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-d43d76c1-4074-41b6-a503-e883009c0aff req-febfcd82-4243-448b-9e47-b5bc293c25ff tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769764225105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3936575'] for port, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:34.380535 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-2d6cee15-5a97-4a76-a2e0-5a77cdb63848 req-f0db6ee0-069d-4027-be55-6266f1444981 service neutron] 10.222.0.41 "GET /v2.0/networks/9f8aa9f4-c051-436b-a77b-0b1e6ac2b108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4283051 Apr 19 07:41:34.408336 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-0a3e8fd5-7e21-4a83-9c40-0965f370086b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:34.421513 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22639f1d-99a0-4f77-9640-b8e1609739b9 req-9c186b79-a057-4218-ba31-fae1c3168f8f tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:34.423149 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-22639f1d-99a0-4f77-9640-b8e1609739b9 req-9c186b79-a057-4218-ba31-fae1c3168f8f tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] 10.222.0.41 "GET /v2.0/ports?device_id=b009e501-2dfe-4551-b113-e60e987a823d HTTP/1.1" status: 200 len: 945 time: 0.1738503 Apr 19 07:41:34.425391 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:34.436311 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3e8fd5-7e21-4a83-9c40-0965f370086b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9f8c5c-f9dd-41a0-ae63-dabe34482a34,revision_number=None']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:34.438770 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-0a3e8fd5-7e21-4a83-9c40-0965f370086b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:34.468587 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-0a3e8fd5-7e21-4a83-9c40-0965f370086b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:34.480442 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-0a3e8fd5-7e21-4a83-9c40-0965f370086b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4f9f8c5c-f9dd-41a0-ae63-dabe34482a34 HTTP/1.1" status: 204 len: 168 time: 0.6382778 Apr 19 07:41:34.506202 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-89035884-a9fa-4dd7-b833-2684da0aafc5 req-f95cd717-dfc9-46a7-b545-89162a3f6e33 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:34.523546 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-22639f1d-99a0-4f77-9640-b8e1609739b9 req-f2cf1bdd-4efd-43cb-9e64-fbfc8b1c2745 tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] 10.222.0.41 "GET /v2.0/security-groups?id=af628b93-e516-40e8-9b78-1a5966207069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834360 Apr 19 07:41:34.646900 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:34.663954 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-89035884-a9fa-4dd7-b833-2684da0aafc5 req-f95cd717-dfc9-46a7-b545-89162a3f6e33 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:34.707433 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 36398) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:41:34.728315 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6450ee-e73e-47bc-beb9-5429feefb861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=196b9a1f-ddcd-40f1-b09a-1a0ba11cb833,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:34.736513 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-ed6450ee-e73e-47bc-beb9-5429feefb861 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:34.737018 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-ed6450ee-e73e-47bc-beb9-5429feefb861 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:34.748801 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-89035884-a9fa-4dd7-b833-2684da0aafc5 req-f95cd717-dfc9-46a7-b545-89162a3f6e33 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=af628b93-e516-40e8-9b78-1a5966207069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0259354 Apr 19 07:41:34.753849 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [req-39898bbe-2a2b-48c9-98cc-6a46e06344b7 req-ebbb9df6-1770-4947-bb4f-2120209b6c6b tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:41:34.757475 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-c503cab5-da76-46c1-9ed3-445e1eeae4e6 req-40b84d87-25a7-467b-883c-972c82e59f49 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/ports?device_id=104fc9d4-1bba-4041-b2b1-b56400a80d0f HTTP/1.1" status: 200 len: 210 time: 0.0965984 Apr 19 07:41:34.758149 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-39898bbe-2a2b-48c9-98cc-6a46e06344b7 req-ebbb9df6-1770-4947-bb4f-2120209b6c6b tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Usage tracker for resource:port and tenant:e16dd95cee524812ae6d6b49005c2136 is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:41:34.771500 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-39898bbe-2a2b-48c9-98cc-6a46e06344b7 req-ebbb9df6-1770-4947-bb4f-2120209b6c6b tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:41:34.771500 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [req-39898bbe-2a2b-48c9-98cc-6a46e06344b7 req-ebbb9df6-1770-4947-bb4f-2120209b6c6b tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:41:34.832119 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d43d76c1-4074-41b6-a503-e883009c0aff req-febfcd82-4243-448b-9e47-b5bc293c25ff tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Network c60a7a0e-d7f4-4271-80f2-d9ececf82671 is already hosted by enough agents. {{(pid=86412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 07:41:34.833705 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.base_scheduler [req-d43d76c1-4074-41b6-a503-e883009c0aff req-febfcd82-4243-448b-9e47-b5bc293c25ff tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Resources bound (agent type, host, resource id): {{(pid=86412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 07:41:34.876899 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39898bbe-2a2b-48c9-98cc-6a46e06344b7 req-ebbb9df6-1770-4947-bb4f-2120209b6c6b tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Made reservation on behalf of e16dd95cee524812ae6d6b49005c2136 for: {'port': 1} {{(pid=86412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 07:41:34.883552 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-39898bbe-2a2b-48c9-98cc-6a46e06344b7 req-ebbb9df6-1770-4947-bb4f-2120209b6c6b tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:34.899718 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95cd717-dfc9-46a7-b545-89162a3f6e33 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe8c6c8-2200-481d-a4fa-e7315fb2499b,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:34.912693 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [req-d43d76c1-4074-41b6-a503-e883009c0aff req-febfcd82-4243-448b-9e47-b5bc293c25ff tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Received port after_create {{(pid=86412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 07:41:34.957488 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-f95cd717-dfc9-46a7-b545-89162a3f6e33 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:34.965096 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.237s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:35.041086 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-0f7929a9-2e23-4b27-9e5c-4a72bba4ab21 req-7414e347-aa46-4213-8c0e-402c547dafe8 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=808017b1-9edb-48b5-be3e-927a28c51660 HTTP/1.1" status: 200 len: 210 time: 0.0572598 Apr 19 07:41:35.079840 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febfcd82-4243-448b-9e47-b5bc293c25ff tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Pushing event updated for resources: {'Port': ['ID=2e081745-18ec-437a-991c-88ad319333bc,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:35.082485 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-b4561b09-5fc0-45b9-84a9-214d3b000116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:35.105606 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-febfcd82-4243-448b-9e47-b5bc293c25ff tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:35.163827 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-b4561b09-5fc0-45b9-84a9-214d3b000116 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:41:35.182282 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-b4561b09-5fc0-45b9-84a9-214d3b000116 admin admin] Usage tracker for resource:security_group_rule and tenant:07b5dbf3a3da4de099fde6ec6f40b2fb is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:41:35.201536 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-b4561b09-5fc0-45b9-84a9-214d3b000116 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:41:35.221219 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-b4561b09-5fc0-45b9-84a9-214d3b000116 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:41:35.248587 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d76c1-4074-41b6-a503-e883009c0aff req-febfcd82-4243-448b-9e47-b5bc293c25ff tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:35.249260 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-d43d76c1-4074-41b6-a503-e883009c0aff req-febfcd82-4243-448b-9e47-b5bc293c25ff tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853097331'] for port, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:35.270301 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-ed6450ee-e73e-47bc-beb9-5429feefb861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:35.271561 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-ed6450ee-e73e-47bc-beb9-5429feefb861 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/196b9a1f-ddcd-40f1-b09a-1a0ba11cb833 HTTP/1.1" status: 204 len: 168 time: 2.7394435 Apr 19 07:41:35.506936 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-08c611b6-92aa-41c9-91ac-397468bc2f39 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks [] for port, precommit_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:35.522008 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-08c611b6-92aa-41c9-91ac-397468bc2f39 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850839242'] for port, after_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:35.583989 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-a301256b-e2e3-490f-bd2d-b0c72a07c076 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:35.631815 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 36438) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:41:35.635449 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-d43d76c1-4074-41b6-a503-e883009c0aff req-febfcd82-4243-448b-9e47-b5bc293c25ff tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0532238 Apr 19 07:41:35.673621 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-1ea9c162-2cac-4af7-b848-f3da7667e406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:35.692391 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-1ea9c162-2cac-4af7-b848-f3da7667e406 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:41:35.697145 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-1ea9c162-2cac-4af7-b848-f3da7667e406 admin admin] Usage tracker for resource:security_group_rule and tenant:039006aa943e487596668ded66143116 is out of sync, need to count used quota {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:41:35.699716 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [req-d43d76c1-4074-41b6-a503-e883009c0aff req-8d0d5e3c-12be-40ec-9254-294c0b0cb06c service neutron] Request body: {'port': {'device_id': '947030fe-ad0e-4b25-98e0-790795d6c121', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=86412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:41:35.701186 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-1ea9c162-2cac-4af7-b848-f3da7667e406 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:41:35.707749 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-1ea9c162-2cac-4af7-b848-f3da7667e406 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:41:35.748655 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Device 91dec4dd-cf5b-4474-a0ba-3a44e33dad1c up at agent ovs-agent-dv-cinder-773870-2-smb {{(pid=86414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 07:41:35.810996 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c611b6-92aa-41c9-91ac-397468bc2f39 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Pushing event updated for resources: {'Port': ['ID=3df0beb7-bd24-4d8f-bc37-ef2502e493ee,revision_number=2']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:35.825329 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.db_base_plugin_common [req-39898bbe-2a2b-48c9-98cc-6a46e06344b7 req-ebbb9df6-1770-4947-bb4f-2120209b6c6b tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Allocated IP 172.20.0.13 (c60a7a0e-d7f4-4271-80f2-d9ececf82671/d7ac704f-a7c2-4301-8e27-7927e5a3d15d/d449a685-76fd-479a-8d99-8421a5be3888) {{(pid=86412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 07:41:35.833291 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-08c611b6-92aa-41c9-91ac-397468bc2f39 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:35.860745 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-1ea9c162-2cac-4af7-b848-f3da7667e406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:35.883975 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Provisioning complete for port 91dec4dd-cf5b-4474-a0ba-3a44e33dad1c triggered by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:41:35.884761 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:35.951101 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-1ea9c162-2cac-4af7-b848-f3da7667e406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:35.963428 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-08c611b6-92aa-41c9-91ac-397468bc2f39 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1810097'] for floatingip, after_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:36.034374 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:36.187332 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-08c611b6-92aa-41c9-91ac-397468bc2f39 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773070'] for floatingip, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:36.198830 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-08c611b6-92aa-41c9-91ac-397468bc2f39 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.8761060 Apr 19 07:41:36.245904 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-b4561b09-5fc0-45b9-84a9-214d3b000116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:36.334267 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-35d31e8d-6a66-4c7e-8ebc-3ebee63d044e req-15eaa098-def7-4446-975c-d9665330c345 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/ports?device_id=104fc9d4-1bba-4041-b2b1-b56400a80d0f HTTP/1.1" status: 200 len: 210 time: 0.2031302 Apr 19 07:41:36.343903 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea9c162-2cac-4af7-b848-f3da7667e406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bec94641-d0a7-4ed1-8098-f28011e58a75,revision_number=1']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:36.365642 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-1ea9c162-2cac-4af7-b848-f3da7667e406 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=039006aa943e487596668ded66143116&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7323625 Apr 19 07:41:36.368319 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 36464) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:41:36.369265 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-1ea9c162-2cac-4af7-b848-f3da7667e406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:36.470433 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eeb802-cd6d-4581-83b0-e47b4662f1c5 req-1799f9c6-ab0d-4aca-bfc8-44d497aadb16 tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:36.484818 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-d43d76c1-4074-41b6-a503-e883009c0aff req-8d0d5e3c-12be-40ec-9254-294c0b0cb06c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:36.491186 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-60eeb802-cd6d-4581-83b0-e47b4662f1c5 req-1799f9c6-ab0d-4aca-bfc8-44d497aadb16 tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] 10.222.0.41 "GET /v2.0/ports?device_id=b009e501-2dfe-4551-b113-e60e987a823d HTTP/1.1" status: 200 len: 945 time: 0.6255629 Apr 19 07:41:36.593730 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-60eeb802-cd6d-4581-83b0-e47b4662f1c5 req-bafb6050-f0b2-4734-9572-795d49168d50 tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] 10.222.0.41 "GET /v2.0/security-groups?id=af628b93-e516-40e8-9b78-1a5966207069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818596 Apr 19 07:41:36.598975 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-b4561b09-5fc0-45b9-84a9-214d3b000116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:36.679683 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:36.697229 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-46df6a15-c1f1-4dcd-b3ef-76d2b942e056 req-b0bc0f23-76c5-460f-92f4-643b133c5340 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=808017b1-9edb-48b5-be3e-927a28c51660 HTTP/1.1" status: 200 len: 210 time: 0.1282361 Apr 19 07:41:36.698151 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-7f116769-bb84-42fb-a8cf-ff787a042ac6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:36.760526 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-7f116769-bb84-42fb-a8cf-ff787a042ac6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:36.798061 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6cee15-5a97-4a76-a2e0-5a77cdb63848 req-2782d0ce-b919-4a8a-b7bc-216517178e5c tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:36.799583 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-2d6cee15-5a97-4a76-a2e0-5a77cdb63848 req-2782d0ce-b919-4a8a-b7bc-216517178e5c tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.42 "GET /v2.0/networks?id=9f8aa9f4-c051-436b-a77b-0b1e6ac2b108 HTTP/1.1" status: 200 len: 811 time: 0.5563114 Apr 19 07:41:36.808740 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-bafbfdc7-ba59-48eb-9379-8b6b6915f2db req-fd01a203-5aec-41d3-b0d0-753214ec494c tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--8502947&fields=id&tenant_id=3ef6d999ea3a4447a9b6387c496ca58a HTTP/1.1" status: 200 len: 267 time: 0.0827241 Apr 19 07:41:36.887844 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-b4561b09-5fc0-45b9-84a9-214d3b000116 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=07b5dbf3a3da4de099fde6ec6f40b2fb&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1570680 Apr 19 07:41:36.920765 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 36494) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:41:36.934283 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4561b09-5fc0-45b9-84a9-214d3b000116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=253ddcf9-20af-4533-9fb6-a0949f1c7078,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:36.950240 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-7f116769-bb84-42fb-a8cf-ff787a042ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:36.957852 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-b4561b09-5fc0-45b9-84a9-214d3b000116 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:36.965287 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-01b8758e-8e51-4587-936d-caa812048f39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:36.993261 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f116769-bb84-42fb-a8cf-ff787a042ac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec94641-d0a7-4ed1-8098-f28011e58a75,revision_number=None']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:37.002520 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-7f116769-bb84-42fb-a8cf-ff787a042ac6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:37.039817 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-7f116769-bb84-42fb-a8cf-ff787a042ac6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:37.043498 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-7f116769-bb84-42fb-a8cf-ff787a042ac6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bec94641-d0a7-4ed1-8098-f28011e58a75 HTTP/1.1" status: 204 len: 168 time: 0.6426332 Apr 19 07:41:37.056761 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-e59748ea-24d8-479e-8099-bf196af88c23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:37.062600 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafbfdc7-ba59-48eb-9379-8b6b6915f2db req-d7fa2c66-26bd-4d63-b06b-0713311b3dac tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:37.070058 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-bafbfdc7-ba59-48eb-9379-8b6b6915f2db req-d7fa2c66-26bd-4d63-b06b-0713311b3dac tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/networks?id=54cc282c-1ba1-4d63-8981-01ed15bb5ad4 HTTP/1.1" status: 200 len: 816 time: 0.2491264 Apr 19 07:41:37.080059 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-22525ddd-36a7-4eb4-a860-db0efae1e68d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:37.091468 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-39898bbe-2a2b-48c9-98cc-6a46e06344b7 req-ebbb9df6-1770-4947-bb4f-2120209b6c6b tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Notify callbacks [] for port, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:37.098024 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-bafbfdc7-ba59-48eb-9379-8b6b6915f2db req-587d7c26-a76b-4732-beb3-5ed707dfe921 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/quotas/3ef6d999ea3a4447a9b6387c496ca58a HTTP/1.1" status: 200 len: 375 time: 0.0269806 Apr 19 07:41:37.109058 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-2d6cee15-5a97-4a76-a2e0-5a77cdb63848 req-09a4525c-2f80-4d25-83e0-8c8fa7b78991 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Synchronizing usage tracker for tenant:4785af1c8f0e4b01af43cb5ee0e71925 on resource:security_group {{(pid=86412) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 07:41:37.132613 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-2d6cee15-5a97-4a76-a2e0-5a77cdb63848 req-09a4525c-2f80-4d25-83e0-8c8fa7b78991 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Unset dirty status for tenant:4785af1c8f0e4b01af43cb5ee0e71925 on resource:security_group {{(pid=86412) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 07:41:37.134041 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-2d6cee15-5a97-4a76-a2e0-5a77cdb63848 req-09a4525c-2f80-4d25-83e0-8c8fa7b78991 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4785af1c8f0e4b01af43cb5ee0e71925 HTTP/1.1" status: 200 len: 5704 time: 0.2683280 Apr 19 07:41:37.147529 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [req-2d6cee15-5a97-4a76-a2e0-5a77cdb63848 req-c858eb11-e812-46de-89b8-1e222df40d34 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Request body: {'port': {'device_id': '104fc9d4-1bba-4041-b2b1-b56400a80d0f', 'network_id': '9f8aa9f4-c051-436b-a77b-0b1e6ac2b108', 'admin_state_up': True, 'tenant_id': '4785af1c8f0e4b01af43cb5ee0e71925', 'security_groups': ['e1b9b2ed-6991-4ca2-9322-f0071141391c']}} {{(pid=86412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:41:37.177866 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-22525ddd-36a7-4eb4-a860-db0efae1e68d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:37.232035 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-39898bbe-2a2b-48c9-98cc-6a46e06344b7 req-ebbb9df6-1770-4947-bb4f-2120209b6c6b tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769764225105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3936575'] for port, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:37.244103 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-bafbfdc7-ba59-48eb-9379-8b6b6915f2db req-813a101f-38e4-4243-aaec-6200c6404655 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Synchronizing usage tracker for tenant:3ef6d999ea3a4447a9b6387c496ca58a on resource:port {{(pid=86413) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 07:41:37.264863 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-22525ddd-36a7-4eb4-a860-db0efae1e68d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:37.270929 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:37.282614 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-bafbfdc7-ba59-48eb-9379-8b6b6915f2db req-813a101f-38e4-4243-aaec-6200c6404655 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Unset dirty status for tenant:3ef6d999ea3a4447a9b6387c496ca58a on resource:port {{(pid=86413) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 07:41:37.296470 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-bafbfdc7-ba59-48eb-9379-8b6b6915f2db req-813a101f-38e4-4243-aaec-6200c6404655 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ef6d999ea3a4447a9b6387c496ca58a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1898396 Apr 19 07:41:37.304556 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:37.319248 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22525ddd-36a7-4eb4-a860-db0efae1e68d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=253ddcf9-20af-4533-9fb6-a0949f1c7078,revision_number=None']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:37.326718 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-22525ddd-36a7-4eb4-a860-db0efae1e68d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:37.340654 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-22525ddd-36a7-4eb4-a860-db0efae1e68d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:37.341931 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-22525ddd-36a7-4eb4-a860-db0efae1e68d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/253ddcf9-20af-4533-9fb6-a0949f1c7078 HTTP/1.1" status: 204 len: 168 time: 0.4201598 Apr 19 07:41:37.459843 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-bafbfdc7-ba59-48eb-9379-8b6b6915f2db req-cfdaf3fa-42d7-410d-87f7-083d4ff8e43b service neutron] 10.222.0.41 "GET /v2.0/networks/54cc282c-1ba1-4d63-8981-01ed15bb5ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623938 Apr 19 07:41:37.469565 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbb9df6-1770-4947-bb4f-2120209b6c6b tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Pushing event updated for resources: {'Port': ['ID=d449a685-76fd-479a-8d99-8421a5be3888,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:37.485498 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-ebbb9df6-1770-4947-bb4f-2120209b6c6b tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:37.531764 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39898bbe-2a2b-48c9-98cc-6a46e06344b7 req-ebbb9df6-1770-4947-bb4f-2120209b6c6b tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Network c60a7a0e-d7f4-4271-80f2-d9ececf82671 is already hosted by enough agents. {{(pid=86412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 07:41:37.537770 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.base_scheduler [req-39898bbe-2a2b-48c9-98cc-6a46e06344b7 req-ebbb9df6-1770-4947-bb4f-2120209b6c6b tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Resources bound (agent type, host, resource id): {{(pid=86412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 07:41:37.548401 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [req-39898bbe-2a2b-48c9-98cc-6a46e06344b7 req-ebbb9df6-1770-4947-bb4f-2120209b6c6b tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Received port after_create {{(pid=86412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 07:41:37.634084 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-e2990452-9070-4d82-8179-f11582feae4f req-772d5a9d-ae9a-4e9d-bff6-cb1c435392d5 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/ports?device_id=104fc9d4-1bba-4041-b2b1-b56400a80d0f HTTP/1.1" status: 200 len: 210 time: 0.0611007 Apr 19 07:41:37.702568 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-bafbfdc7-ba59-48eb-9379-8b6b6915f2db req-501460ff-a20a-477f-9232-879d9af1d289 service neutron] 10.222.0.41 "GET /v2.0/networks/54cc282c-1ba1-4d63-8981-01ed15bb5ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341623 Apr 19 07:41:37.714631 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [req-2d6cee15-5a97-4a76-a2e0-5a77cdb63848 req-c858eb11-e812-46de-89b8-1e222df40d34 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:41:37.728949 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-2d6cee15-5a97-4a76-a2e0-5a77cdb63848 req-c858eb11-e812-46de-89b8-1e222df40d34 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Usage tracker for resource:port and tenant:4785af1c8f0e4b01af43cb5ee0e71925 is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:41:37.734278 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-2d6cee15-5a97-4a76-a2e0-5a77cdb63848 req-c858eb11-e812-46de-89b8-1e222df40d34 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:41:37.808422 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39898bbe-2a2b-48c9-98cc-6a46e06344b7 req-ebbb9df6-1770-4947-bb4f-2120209b6c6b tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:37.809151 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-39898bbe-2a2b-48c9-98cc-6a46e06344b7 req-ebbb9df6-1770-4947-bb4f-2120209b6c6b tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853097331'] for port, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:37.824585 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [req-2d6cee15-5a97-4a76-a2e0-5a77cdb63848 req-c858eb11-e812-46de-89b8-1e222df40d34 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:41:37.898431 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d6cee15-5a97-4a76-a2e0-5a77cdb63848 req-c858eb11-e812-46de-89b8-1e222df40d34 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Made reservation on behalf of 4785af1c8f0e4b01af43cb5ee0e71925 for: {'port': 1} {{(pid=86412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 07:41:37.898941 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 36530) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:41:37.928626 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-2d6cee15-5a97-4a76-a2e0-5a77cdb63848 req-c858eb11-e812-46de-89b8-1e222df40d34 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:37.957057 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-39898bbe-2a2b-48c9-98cc-6a46e06344b7 req-ebbb9df6-1770-4947-bb4f-2120209b6c6b tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1181972 Apr 19 07:41:38.003391 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-9484cb3c-fb33-4f31-8971-dcc132f25a94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:38.035529 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-9484cb3c-fb33-4f31-8971-dcc132f25a94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:41:38.041598 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [req-39898bbe-2a2b-48c9-98cc-6a46e06344b7 req-664c8324-8bb7-4d6c-a40f-abf78d98fa12 service neutron] Request body: {'port': {'device_id': '808017b1-9edb-48b5-be3e-927a28c51660', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=86412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:41:38.044997 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-9484cb3c-fb33-4f31-8971-dcc132f25a94 admin admin] Usage tracker for resource:security_group_rule and tenant:b86ef66cc33345ca9c8688c41a8361e8 is out of sync, need to count used quota {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:41:38.049429 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-9484cb3c-fb33-4f31-8971-dcc132f25a94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:41:38.058223 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-9484cb3c-fb33-4f31-8971-dcc132f25a94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:41:38.197735 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c341dfb-4f3e-4755-a8ec-ef40de4ad42f req-c3d3658e-d60d-4c31-809c-0b31c00a224c tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:38.199899 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-4c341dfb-4f3e-4755-a8ec-ef40de4ad42f req-c3d3658e-d60d-4c31-809c-0b31c00a224c tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] 10.222.0.41 "GET /v2.0/ports?device_id=b009e501-2dfe-4551-b113-e60e987a823d HTTP/1.1" status: 200 len: 945 time: 0.2994063 Apr 19 07:41:38.251575 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [req-d43d76c1-4074-41b6-a503-e883009c0aff req-8d0d5e3c-12be-40ec-9254-294c0b0cb06c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e081745-18ec-437a-991c-88ad319333bc {{(pid=86412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 07:41:38.259939 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 36550) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:41:38.277331 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-d43d76c1-4074-41b6-a503-e883009c0aff req-8d0d5e3c-12be-40ec-9254-294c0b0cb06c service neutron] Notify callbacks [] for port, precommit_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:38.330307 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360d0989-a093-42b0-be3b-712b09490a3c req-8556e0e7-56f5-466f-81fa-457c41fda1d6 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:38.332052 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-360d0989-a093-42b0-be3b-712b09490a3c req-8556e0e7-56f5-466f-81fa-457c41fda1d6 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=808017b1-9edb-48b5-be3e-927a28c51660 HTTP/1.1" status: 200 len: 932 time: 0.2702703 Apr 19 07:41:38.334964 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-4c341dfb-4f3e-4755-a8ec-ef40de4ad42f req-aeaff618-b478-4b44-9b41-52f884d4e168 tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] 10.222.0.41 "GET /v2.0/security-groups?id=af628b93-e516-40e8-9b78-1a5966207069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252272 Apr 19 07:41:38.349736 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-39898bbe-2a2b-48c9-98cc-6a46e06344b7 req-664c8324-8bb7-4d6c-a40f-abf78d98fa12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:38.468272 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [req-d43d76c1-4074-41b6-a503-e883009c0aff req-8d0d5e3c-12be-40ec-9254-294c0b0cb06c service neutron] Transition to ACTIVE for port object 2e081745-18ec-437a-991c-88ad319333bc will not be triggered until provisioned by entity L2. {{(pid=86412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 07:41:38.485373 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-d43d76c1-4074-41b6-a503-e883009c0aff req-8d0d5e3c-12be-40ec-9254-294c0b0cb06c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850839242'] for port, after_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:38.533571 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-a301256b-e2e3-490f-bd2d-b0c72a07c076 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:38.609077 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-811503c2-15a7-4612-9a39-9eea845633ff req-1b7c88fd-9976-4d9b-9e9f-9919796c181c tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cb3e163-d85e-4af2-989d-8aeac6961b03 HTTP/1.1" status: 200 len: 210 time: 0.1589544 Apr 19 07:41:38.659874 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-360d0989-a093-42b0-be3b-712b09490a3c req-655434e8-56fd-4805-8b10-a070a2060b65 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Synchronizing usage tracker for tenant:e16dd95cee524812ae6d6b49005c2136 on resource:security_group {{(pid=86413) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 07:41:38.695671 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.db_base_plugin_common [req-2d6cee15-5a97-4a76-a2e0-5a77cdb63848 req-c858eb11-e812-46de-89b8-1e222df40d34 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Allocated IP 172.20.0.9 (9f8aa9f4-c051-436b-a77b-0b1e6ac2b108/de605b46-a093-48ae-a63f-9a51e235e4b3/a682408a-56d5-476e-90a7-5a0185eb46ea) {{(pid=86412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 07:41:38.713503 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-9484cb3c-fb33-4f31-8971-dcc132f25a94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:38.718728 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-360d0989-a093-42b0-be3b-712b09490a3c req-655434e8-56fd-4805-8b10-a070a2060b65 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Unset dirty status for tenant:e16dd95cee524812ae6d6b49005c2136 on resource:security_group {{(pid=86413) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 07:41:38.730589 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-360d0989-a093-42b0-be3b-712b09490a3c req-655434e8-56fd-4805-8b10-a070a2060b65 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3835044 Apr 19 07:41:38.741494 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-9484cb3c-fb33-4f31-8971-dcc132f25a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:38.761708 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:38.893808 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-9484cb3c-fb33-4f31-8971-dcc132f25a94 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b86ef66cc33345ca9c8688c41a8361e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9823678 Apr 19 07:41:38.894746 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9484cb3c-fb33-4f31-8971-dcc132f25a94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6de0535-f064-4a06-8e34-9bebf1d11258,revision_number=1']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:38.902520 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 36572) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:41:38.913971 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-9484cb3c-fb33-4f31-8971-dcc132f25a94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:39.022958 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-d2675979-b611-487a-98b0-102c1b1a2dbe req-812e20ed-3d02-4245-83b3-5217f11d7da8 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/ports?device_id=104fc9d4-1bba-4041-b2b1-b56400a80d0f HTTP/1.1" status: 200 len: 210 time: 0.0954459 Apr 19 07:41:39.095585 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-cd59d307-2814-4f67-ba94-2dc2cba74613 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:39.119028 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0d5e3c-12be-40ec-9254-294c0b0cb06c service neutron] Pushing event updated for resources: {'Port': ['ID=2e081745-18ec-437a-991c-88ad319333bc,revision_number=2']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:39.145382 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-1a1205ea-097b-42a6-a921-ddccce36fcbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:39.148167 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-a11b9d3e-5d5d-4a6e-9b81-497d7076acef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:39.157053 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-8d0d5e3c-12be-40ec-9254-294c0b0cb06c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.623s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:39.195962 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-1a1205ea-097b-42a6-a921-ddccce36fcbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:39.265775 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-cd59d307-2814-4f67-ba94-2dc2cba74613 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:41:39.270650 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-1a1205ea-097b-42a6-a921-ddccce36fcbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:39.279924 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-1ea9c162-2cac-4af7-b848-f3da7667e406 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:39.290271 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-cd59d307-2814-4f67-ba94-2dc2cba74613 admin admin] Usage tracker for resource:security_group_rule and tenant:b34069e70d494feb9ceafe9f32950ed4 is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:41:39.297486 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1205ea-097b-42a6-a921-ddccce36fcbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6de0535-f064-4a06-8e34-9bebf1d11258,revision_number=None']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:39.300863 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-1a1205ea-097b-42a6-a921-ddccce36fcbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:39.301854 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-1a1205ea-097b-42a6-a921-ddccce36fcbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:39.303064 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-1a1205ea-097b-42a6-a921-ddccce36fcbe admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b6de0535-f064-4a06-8e34-9bebf1d11258 HTTP/1.1" status: 204 len: 168 time: 0.3914626 Apr 19 07:41:39.308434 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-cd59d307-2814-4f67-ba94-2dc2cba74613 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:41:39.343457 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-cd59d307-2814-4f67-ba94-2dc2cba74613 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:41:39.624559 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [req-d43d76c1-4074-41b6-a503-e883009c0aff req-8d0d5e3c-12be-40ec-9254-294c0b0cb06c service neutron] Attempting to bind port 2e081745-18ec-437a-991c-88ad319333bc on host hv-cinder-77387 for vnic_type normal with profile {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 07:41:39.624947 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [req-d43d76c1-4074-41b6-a503-e883009c0aff req-8d0d5e3c-12be-40ec-9254-294c0b0cb06c service neutron] Attempting to bind port 2e081745-18ec-437a-991c-88ad319333bc by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': '5ece5800-cf63-4b8e-9592-eecf9bad7847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'c60a7a0e-d7f4-4271-80f2-d9ececf82671'}] {{(pid=86412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 07:41:39.625313 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43d76c1-4074-41b6-a503-e883009c0aff req-8d0d5e3c-12be-40ec-9254-294c0b0cb06c service neutron] Attempting to bind port 2e081745-18ec-437a-991c-88ad319333bc on network c60a7a0e-d7f4-4271-80f2-d9ececf82671 {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 07:41:39.659643 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43d76c1-4074-41b6-a503-e883009c0aff req-8d0d5e3c-12be-40ec-9254-294c0b0cb06c service neutron] Port 2e081745-18ec-437a-991c-88ad319333bc on network c60a7a0e-d7f4-4271-80f2-d9ececf82671 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 07:41:39.660008 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43d76c1-4074-41b6-a503-e883009c0aff req-8d0d5e3c-12be-40ec-9254-294c0b0cb06c service neutron] Attempting to bind port 2e081745-18ec-437a-991c-88ad319333bc on network c60a7a0e-d7f4-4271-80f2-d9ececf82671 {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 07:41:39.692550 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43d76c1-4074-41b6-a503-e883009c0aff req-8d0d5e3c-12be-40ec-9254-294c0b0cb06c service neutron] Checking agent: {'id': '482cf95e-fb4e-4926-8f7d-816e7736c412', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 39, 10), 'started_at': datetime.datetime(2021, 4, 19, 7, 39, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 07:41:39.692921 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43d76c1-4074-41b6-a503-e883009c0aff req-8d0d5e3c-12be-40ec-9254-294c0b0cb06c service neutron] Checking segment: {'id': '5ece5800-cf63-4b8e-9592-eecf9bad7847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'c60a7a0e-d7f4-4271-80f2-d9ececf82671'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 07:41:39.693346 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43d76c1-4074-41b6-a503-e883009c0aff req-8d0d5e3c-12be-40ec-9254-294c0b0cb06c service neutron] Bound using segment: {'id': '5ece5800-cf63-4b8e-9592-eecf9bad7847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'c60a7a0e-d7f4-4271-80f2-d9ececf82671'} {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 07:41:39.693838 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [req-d43d76c1-4074-41b6-a503-e883009c0aff req-8d0d5e3c-12be-40ec-9254-294c0b0cb06c service neutron] Bound port: 2e081745-18ec-437a-991c-88ad319333bc, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ece5800-cf63-4b8e-9592-eecf9bad7847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'c60a7a0e-d7f4-4271-80f2-d9ececf82671'}}] {{(pid=86412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 07:41:39.694227 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-d43d76c1-4074-41b6-a503-e883009c0aff req-8d0d5e3c-12be-40ec-9254-294c0b0cb06c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:39.761490 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bf2cef0d-0a86-410b-90d7-6d8fe7ad6153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:39.798108 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.42', 55940) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:41:39.860297 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-2d6cee15-5a97-4a76-a2e0-5a77cdb63848 req-c858eb11-e812-46de-89b8-1e222df40d34 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks [] for port, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:39.940653 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [req-2d6cee15-5a97-4a76-a2e0-5a77cdb63848 req-c858eb11-e812-46de-89b8-1e222df40d34 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Transition to ACTIVE for port object a682408a-56d5-476e-90a7-5a0185eb46ea will not be triggered until provisioned by entity DHCP. {{(pid=86412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 07:41:39.975724 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-cd59d307-2814-4f67-ba94-2dc2cba74613 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:39.997593 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-cd59d307-2814-4f67-ba94-2dc2cba74613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:40.034452 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [req-d43d76c1-4074-41b6-a503-e883009c0aff req-8d0d5e3c-12be-40ec-9254-294c0b0cb06c service neutron] For port 2e081745-18ec-437a-991c-88ad319333bc, host hv-cinder-77387, cleared binding levels {{(pid=86412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 07:41:40.053835 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-2f051b5e-401c-4727-9cb6-3dbe3d1a73f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:40.083418 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [req-d43d76c1-4074-41b6-a503-e883009c0aff req-8d0d5e3c-12be-40ec-9254-294c0b0cb06c service neutron] For port 2e081745-18ec-437a-991c-88ad319333bc, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=2e081745-18ec-437a-991c-88ad319333bc,segment=NetworkSegment(5ece5800-cf63-4b8e-9592-eecf9bad7847),segment_id=5ece5800-cf63-4b8e-9592-eecf9bad7847)] {{(pid=86412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 07:41:40.101480 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-e9ececa7-ae04-43d5-b846-d96dcee92d28 req-feb937ea-1e57-4e81-b607-324195b24795 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cb3e163-d85e-4af2-989d-8aeac6961b03 HTTP/1.1" status: 200 len: 210 time: 0.1451986 Apr 19 07:41:40.170686 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-d43d76c1-4074-41b6-a503-e883009c0aff req-8d0d5e3c-12be-40ec-9254-294c0b0cb06c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850839242'] for port, after_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:40.200923 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafbfdc7-ba59-48eb-9379-8b6b6915f2db req-7bcfc19a-9977-416b-afa0-56066771562d tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:40.202784 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-bafbfdc7-ba59-48eb-9379-8b6b6915f2db req-7bcfc19a-9977-416b-afa0-56066771562d tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.42 "GET /v2.0/networks?id=54cc282c-1ba1-4d63-8981-01ed15bb5ad4 HTTP/1.1" status: 200 len: 816 time: 0.3888552 Apr 19 07:41:40.208844 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd59d307-2814-4f67-ba94-2dc2cba74613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4dd9f1-155a-467b-90c6-f3fce8643343,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:40.226519 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [req-39898bbe-2a2b-48c9-98cc-6a46e06344b7 req-664c8324-8bb7-4d6c-a40f-abf78d98fa12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d449a685-76fd-479a-8d99-8421a5be3888 {{(pid=86412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 07:41:40.242926 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e971b4ab-4516-4b84-8fae-e561bc22389c req-fcfb312a-ffa3-445b-b954-b8ee47017272 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:40.255822 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-e971b4ab-4516-4b84-8fae-e561bc22389c req-fcfb312a-ffa3-445b-b954-b8ee47017272 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=808017b1-9edb-48b5-be3e-927a28c51660 HTTP/1.1" status: 200 len: 932 time: 0.2981467 Apr 19 07:41:40.277501 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-cd59d307-2814-4f67-ba94-2dc2cba74613 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:40.283990 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:40.351049 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-e971b4ab-4516-4b84-8fae-e561bc22389c req-abb86a68-09ed-40e0-afc2-5b823e83be5a tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751445 Apr 19 07:41:40.383664 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-cd59d307-2814-4f67-ba94-2dc2cba74613 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b34069e70d494feb9ceafe9f32950ed4&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1140113 Apr 19 07:41:40.386395 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 36652) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:41:40.388692 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-39898bbe-2a2b-48c9-98cc-6a46e06344b7 req-664c8324-8bb7-4d6c-a40f-abf78d98fa12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:40.392725 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0d5e3c-12be-40ec-9254-294c0b0cb06c service neutron] Pushing event updated for resources: {'Port': ['ID=2e081745-18ec-437a-991c-88ad319333bc,revision_number=3']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:40.393299 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-bafbfdc7-ba59-48eb-9379-8b6b6915f2db req-f2c2ffb0-86d3-45f5-ac35-d2ceba957219 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3ef6d999ea3a4447a9b6387c496ca58a HTTP/1.1" status: 200 len: 5701 time: 0.1800621 Apr 19 07:41:40.400905 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-8d0d5e3c-12be-40ec-9254-294c0b0cb06c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:40.412808 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [req-bafbfdc7-ba59-48eb-9379-8b6b6915f2db req-f868f653-e060-46a7-a715-2a5a0c29edae tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Request body: {'port': {'device_id': '7cb3e163-d85e-4af2-989d-8aeac6961b03', 'network_id': '54cc282c-1ba1-4d63-8981-01ed15bb5ad4', 'admin_state_up': True, 'tenant_id': '3ef6d999ea3a4447a9b6387c496ca58a', 'security_groups': ['36650465-235a-4162-8acf-4b22f62c04fd']}} {{(pid=86413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:41:40.422630 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-2d6cee15-5a97-4a76-a2e0-5a77cdb63848 req-c858eb11-e812-46de-89b8-1e222df40d34 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769764225105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3936575'] for port, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:40.438432 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:40.457595 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-08c611b6-92aa-41c9-91ac-397468bc2f39 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:40.503600 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [req-39898bbe-2a2b-48c9-98cc-6a46e06344b7 req-664c8324-8bb7-4d6c-a40f-abf78d98fa12 service neutron] Transition to ACTIVE for port object d449a685-76fd-479a-8d99-8421a5be3888 will not be triggered until provisioned by entity L2. {{(pid=86412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 07:41:40.505960 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d76c1-4074-41b6-a503-e883009c0aff req-8d0d5e3c-12be-40ec-9254-294c0b0cb06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:40.506720 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-d43d76c1-4074-41b6-a503-e883009c0aff req-8d0d5e3c-12be-40ec-9254-294c0b0cb06c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853097331'] for port, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:40.508336 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-d43d76c1-4074-41b6-a503-e883009c0aff req-8d0d5e3c-12be-40ec-9254-294c0b0cb06c service neutron] 10.222.0.42 "PUT /v2.0/ports/2e081745-18ec-437a-991c-88ad319333bc HTTP/1.1" status: 200 len: 1093 time: 4.8599994 Apr 19 07:41:40.515032 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '947030fe-ad0e-4b25-98e0-790795d6c121', 'tag': '2e081745-18ec-437a-991c-88ad319333bc'}] {{(pid=86412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 07:41:40.548115 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-39898bbe-2a2b-48c9-98cc-6a46e06344b7 req-664c8324-8bb7-4d6c-a40f-abf78d98fa12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850839242'] for port, after_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:40.618466 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:40.619010 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d6cee15-5a97-4a76-a2e0-5a77cdb63848 req-c858eb11-e812-46de-89b8-1e222df40d34 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Network 9f8aa9f4-c051-436b-a77b-0b1e6ac2b108 is already hosted by enough agents. {{(pid=86412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 07:41:40.641418 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.base_scheduler [req-2d6cee15-5a97-4a76-a2e0-5a77cdb63848 req-c858eb11-e812-46de-89b8-1e222df40d34 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Resources bound (agent type, host, resource id): {{(pid=86412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 07:41:40.645413 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d6cee15-5a97-4a76-a2e0-5a77cdb63848 req-c858eb11-e812-46de-89b8-1e222df40d34 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Received port after_create {{(pid=86412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 07:41:40.728714 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c858eb11-e812-46de-89b8-1e222df40d34 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Pushing event updated for resources: {'Port': ['ID=a682408a-56d5-476e-90a7-5a0185eb46ea,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:40.800186 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-c858eb11-e812-46de-89b8-1e222df40d34 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:40.803176 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.182s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:40.907615 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [req-bafbfdc7-ba59-48eb-9379-8b6b6915f2db req-f868f653-e060-46a7-a715-2a5a0c29edae tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:41:40.914316 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-471d9b80-9faa-4b44-a342-26a2a5982bf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:40.925726 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [req-bafbfdc7-ba59-48eb-9379-8b6b6915f2db req-f868f653-e060-46a7-a715-2a5a0c29edae tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:41:40.939636 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bafbfdc7-ba59-48eb-9379-8b6b6915f2db req-f868f653-e060-46a7-a715-2a5a0c29edae tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Made reservation on behalf of 3ef6d999ea3a4447a9b6387c496ca58a for: {'port': 1} {{(pid=86413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 07:41:40.945725 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-bafbfdc7-ba59-48eb-9379-8b6b6915f2db req-f868f653-e060-46a7-a715-2a5a0c29edae tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:40.956096 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-471d9b80-9faa-4b44-a342-26a2a5982bf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:41.002626 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-d2588fe9-cff2-43ef-82eb-3bde19b24532 None None] Provisioning for port a682408a-56d5-476e-90a7-5a0185eb46ea completed by entity DHCP. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 07:41:41.007765 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-d2588fe9-cff2-43ef-82eb-3bde19b24532 None None] Provisioning complete for port a682408a-56d5-476e-90a7-5a0185eb46ea triggered by entity DHCP. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:41:41.008420 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d2588fe9-cff2-43ef-82eb-3bde19b24532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:41.082207 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1326287-8494-4bba-8253-56f51f8238d6 req-2f195ff2-7e84-4b58-8cfa-2a127c2d5bbc tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:41.090466 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-e1326287-8494-4bba-8253-56f51f8238d6 req-2f195ff2-7e84-4b58-8cfa-2a127c2d5bbc tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/ports?device_id=104fc9d4-1bba-4041-b2b1-b56400a80d0f HTTP/1.1" status: 200 len: 931 time: 0.7432959 Apr 19 07:41:41.102517 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-471d9b80-9faa-4b44-a342-26a2a5982bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:41.129393 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-d2588fe9-cff2-43ef-82eb-3bde19b24532 None None] Port a682408a-56d5-476e-90a7-5a0185eb46ea cannot update to ACTIVE because it is not bound. {{(pid=86414) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 07:41:41.213500 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6cee15-5a97-4a76-a2e0-5a77cdb63848 req-c858eb11-e812-46de-89b8-1e222df40d34 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:41.215266 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-2d6cee15-5a97-4a76-a2e0-5a77cdb63848 req-c858eb11-e812-46de-89b8-1e222df40d34 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853097331'] for port, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:41.221607 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-e1326287-8494-4bba-8253-56f51f8238d6 req-a0400ce8-ab7b-4207-94e0-1639c4c3642a tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1b9b2ed-6991-4ca2-9322-f0071141391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299155 Apr 19 07:41:41.293522 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.db_base_plugin_common [req-bafbfdc7-ba59-48eb-9379-8b6b6915f2db req-f868f653-e060-46a7-a715-2a5a0c29edae tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Allocated IP 172.20.0.9 (54cc282c-1ba1-4d63-8981-01ed15bb5ad4/576f6062-f22a-411b-bc12-7e9099407d19/5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6) {{(pid=86413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 07:41:41.346275 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d08bd89e-63cf-49bc-b1d3-e1c35da66f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:41.369953 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '947030fe-ad0e-4b25-98e0-790795d6c121', 'tag': '2e081745-18ec-437a-991c-88ad319333bc', 'status': 'completed', 'code': 200} Apr 19 07:41:41.407955 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664c8324-8bb7-4d6c-a40f-abf78d98fa12 service neutron] Pushing event updated for resources: {'Port': ['ID=d449a685-76fd-479a-8d99-8421a5be3888,revision_number=2']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:41.435696 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-664c8324-8bb7-4d6c-a40f-abf78d98fa12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.634s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:41.454643 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.274s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:41.495781 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d76c1-4074-41b6-a503-e883009c0aff req-138e0c7a-5b85-46b7-a119-0c133fd0cb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:41.498965 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-d43d76c1-4074-41b6-a503-e883009c0aff req-138e0c7a-5b85-46b7-a119-0c133fd0cb79 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e16dd95cee524812ae6d6b49005c2136&device_id=947030fe-ad0e-4b25-98e0-790795d6c121 HTTP/1.1" status: 200 len: 1096 time: 0.9346564 Apr 19 07:41:41.690771 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471d9b80-9faa-4b44-a342-26a2a5982bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4dd9f1-155a-467b-90c6-f3fce8643343,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:41.702540 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-471d9b80-9faa-4b44-a342-26a2a5982bf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:41.703784 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-471d9b80-9faa-4b44-a342-26a2a5982bf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:41.707440 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-471d9b80-9faa-4b44-a342-26a2a5982bf4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bf4dd9f1-155a-467b-90c6-f3fce8643343 HTTP/1.1" status: 204 len: 168 time: 1.3082371 Apr 19 07:41:41.724956 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-2d6cee15-5a97-4a76-a2e0-5a77cdb63848 req-c858eb11-e812-46de-89b8-1e222df40d34 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5826573 Apr 19 07:41:41.728697 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-d43d76c1-4074-41b6-a503-e883009c0aff req-cf16320e-fee5-4c4f-85a5-b866bafc7666 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e081745-18ec-437a-991c-88ad319333bc HTTP/1.1" status: 200 len: 217 time: 0.2177787 Apr 19 07:41:41.735749 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-9563781f-7571-46b1-a786-3af69a0feec9 req-2d67c384-bd55-43b2-89af-d7b4ebd55a23 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cb3e163-d85e-4af2-989d-8aeac6961b03 HTTP/1.1" status: 200 len: 210 time: 0.0933232 Apr 19 07:41:41.753967 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [req-2d6cee15-5a97-4a76-a2e0-5a77cdb63848 req-0344b7d4-eaf0-4565-89fc-3f703be21185 service neutron] Request body: {'port': {'device_id': '104fc9d4-1bba-4041-b2b1-b56400a80d0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=86412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:41:41.805776 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [req-39898bbe-2a2b-48c9-98cc-6a46e06344b7 req-664c8324-8bb7-4d6c-a40f-abf78d98fa12 service neutron] Attempting to bind port d449a685-76fd-479a-8d99-8421a5be3888 on host hv-cinder-77387 for vnic_type normal with profile {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 07:41:41.806458 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [req-39898bbe-2a2b-48c9-98cc-6a46e06344b7 req-664c8324-8bb7-4d6c-a40f-abf78d98fa12 service neutron] Attempting to bind port d449a685-76fd-479a-8d99-8421a5be3888 by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': '5ece5800-cf63-4b8e-9592-eecf9bad7847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'c60a7a0e-d7f4-4271-80f2-d9ececf82671'}] {{(pid=86412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 07:41:41.807012 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39898bbe-2a2b-48c9-98cc-6a46e06344b7 req-664c8324-8bb7-4d6c-a40f-abf78d98fa12 service neutron] Attempting to bind port d449a685-76fd-479a-8d99-8421a5be3888 on network c60a7a0e-d7f4-4271-80f2-d9ececf82671 {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 07:41:41.820846 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f65c4c9-5ef0-408e-b6d0-d22e2607c5b6 req-3abae91c-77da-4937-886b-14368e98dbcc tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:41.829251 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-7f65c4c9-5ef0-408e-b6d0-d22e2607c5b6 req-3abae91c-77da-4937-886b-14368e98dbcc tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=808017b1-9edb-48b5-be3e-927a28c51660 HTTP/1.1" status: 200 len: 944 time: 0.2337852 Apr 19 07:41:41.848649 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-bafbfdc7-ba59-48eb-9379-8b6b6915f2db req-f868f653-e060-46a7-a715-2a5a0c29edae tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks [] for port, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:41.875966 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39898bbe-2a2b-48c9-98cc-6a46e06344b7 req-664c8324-8bb7-4d6c-a40f-abf78d98fa12 service neutron] Port d449a685-76fd-479a-8d99-8421a5be3888 on network c60a7a0e-d7f4-4271-80f2-d9ececf82671 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 07:41:41.876331 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39898bbe-2a2b-48c9-98cc-6a46e06344b7 req-664c8324-8bb7-4d6c-a40f-abf78d98fa12 service neutron] Attempting to bind port d449a685-76fd-479a-8d99-8421a5be3888 on network c60a7a0e-d7f4-4271-80f2-d9ececf82671 {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 07:41:41.889351 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 36706) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:41:41.899779 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-7f65c4c9-5ef0-408e-b6d0-d22e2607c5b6 req-2cb9565e-3444-4aa1-a121-8fbb0d4600a0 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693774 Apr 19 07:41:41.901855 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39898bbe-2a2b-48c9-98cc-6a46e06344b7 req-664c8324-8bb7-4d6c-a40f-abf78d98fa12 service neutron] Checking agent: {'id': '482cf95e-fb4e-4926-8f7d-816e7736c412', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 39, 10), 'started_at': datetime.datetime(2021, 4, 19, 7, 39, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 07:41:41.902195 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39898bbe-2a2b-48c9-98cc-6a46e06344b7 req-664c8324-8bb7-4d6c-a40f-abf78d98fa12 service neutron] Checking segment: {'id': '5ece5800-cf63-4b8e-9592-eecf9bad7847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'c60a7a0e-d7f4-4271-80f2-d9ececf82671'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 07:41:41.902818 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39898bbe-2a2b-48c9-98cc-6a46e06344b7 req-664c8324-8bb7-4d6c-a40f-abf78d98fa12 service neutron] Bound using segment: {'id': '5ece5800-cf63-4b8e-9592-eecf9bad7847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'c60a7a0e-d7f4-4271-80f2-d9ececf82671'} {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 07:41:41.903515 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [req-39898bbe-2a2b-48c9-98cc-6a46e06344b7 req-664c8324-8bb7-4d6c-a40f-abf78d98fa12 service neutron] Bound port: d449a685-76fd-479a-8d99-8421a5be3888, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ece5800-cf63-4b8e-9592-eecf9bad7847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'c60a7a0e-d7f4-4271-80f2-d9ececf82671'}}] {{(pid=86412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 07:41:41.903901 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-39898bbe-2a2b-48c9-98cc-6a46e06344b7 req-664c8324-8bb7-4d6c-a40f-abf78d98fa12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:41.904081 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [req-bafbfdc7-ba59-48eb-9379-8b6b6915f2db req-f868f653-e060-46a7-a715-2a5a0c29edae tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Transition to ACTIVE for port object 5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6 will not be triggered until provisioned by entity DHCP. {{(pid=86413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 07:41:41.944939 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-bafbfdc7-ba59-48eb-9379-8b6b6915f2db req-f868f653-e060-46a7-a715-2a5a0c29edae tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769764225105'] for port, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:41.959356 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-6f8d427e-3b49-4983-98e7-5ee782376a58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:42.019957 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bafbfdc7-ba59-48eb-9379-8b6b6915f2db req-f868f653-e060-46a7-a715-2a5a0c29edae tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Network 54cc282c-1ba1-4d63-8981-01ed15bb5ad4 is already hosted by enough agents. {{(pid=86413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 07:41:42.040537 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d76c1-4074-41b6-a503-e883009c0aff req-fba9be9e-4e35-400f-8621-85390e61621c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:42.042273 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-d43d76c1-4074-41b6-a503-e883009c0aff req-fba9be9e-4e35-400f-8621-85390e61621c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d7ac704f-a7c2-4301-8e27-7927e5a3d15d HTTP/1.1" status: 200 len: 858 time: 0.2435617 Apr 19 07:41:42.050702 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.base_scheduler [req-bafbfdc7-ba59-48eb-9379-8b6b6915f2db req-f868f653-e060-46a7-a715-2a5a0c29edae tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Resources bound (agent type, host, resource id): {{(pid=86413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 07:41:42.053551 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f868f653-e060-46a7-a715-2a5a0c29edae tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Pushing event updated for resources: {'Port': ['ID=5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6,revision_number=1']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:42.056174 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [req-bafbfdc7-ba59-48eb-9379-8b6b6915f2db req-f868f653-e060-46a7-a715-2a5a0c29edae tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Received port after_create {{(pid=86413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 07:41:42.062255 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafbfdc7-ba59-48eb-9379-8b6b6915f2db req-f868f653-e060-46a7-a715-2a5a0c29edae tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:42.062935 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-bafbfdc7-ba59-48eb-9379-8b6b6915f2db req-f868f653-e060-46a7-a715-2a5a0c29edae tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853097331'] for port, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:42.089750 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-f868f653-e060-46a7-a715-2a5a0c29edae tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:42.093337 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-bafbfdc7-ba59-48eb-9379-8b6b6915f2db req-f868f653-e060-46a7-a715-2a5a0c29edae tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6932144 Apr 19 07:41:42.106899 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [req-bafbfdc7-ba59-48eb-9379-8b6b6915f2db req-d334a16c-ff4f-4bea-805b-1be6d8871f21 service neutron] Request body: {'port': {'device_id': '7cb3e163-d85e-4af2-989d-8aeac6961b03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=86413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:41:42.297907 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-bafbfdc7-ba59-48eb-9379-8b6b6915f2db req-d334a16c-ff4f-4bea-805b-1be6d8871f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:42.405209 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-d43d76c1-4074-41b6-a503-e883009c0aff req-1dd78b81-7206-4409-84d3-d9bea01e08f1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c60a7a0e-d7f4-4271-80f2-d9ececf82671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3510919 Apr 19 07:41:42.437035 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-2d6cee15-5a97-4a76-a2e0-5a77cdb63848 req-0344b7d4-eaf0-4565-89fc-3f703be21185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:42.462781 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-9cdd3aa1-9660-4116-a6d5-e58fffad8be4 None None] Provisioning for port 5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6 completed by entity DHCP. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 07:41:42.483336 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-9cdd3aa1-9660-4116-a6d5-e58fffad8be4 None None] Provisioning complete for port 5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6 triggered by entity DHCP. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:41:42.484039 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-9cdd3aa1-9660-4116-a6d5-e58fffad8be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:42.523952 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-8a7e5a1d-28f6-4a4b-95e6-098e41b12612 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:42.587531 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 36726) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:41:42.588645 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-8a7e5a1d-28f6-4a4b-95e6-098e41b12612 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:41:42.607957 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-9cdd3aa1-9660-4116-a6d5-e58fffad8be4 None None] Port 5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6 cannot update to ACTIVE because it is not bound. {{(pid=86414) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 07:41:42.660012 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-8a7e5a1d-28f6-4a4b-95e6-098e41b12612 admin admin] Usage tracker for resource:security_group_rule and tenant:c2bf1c5acf924b48a037bc155c2f3b03 is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:41:42.687388 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-8b51ce7c-d4c9-4680-84dc-b6145a624cf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:42.694726 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8735166b-7b9f-487d-a144-b0a53a19aaea req-e7e5a394-19f4-4e99-8723-4dc9b9e5b10b tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:42.697830 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-8735166b-7b9f-487d-a144-b0a53a19aaea req-e7e5a394-19f4-4e99-8723-4dc9b9e5b10b tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/ports?device_id=104fc9d4-1bba-4041-b2b1-b56400a80d0f HTTP/1.1" status: 200 len: 931 time: 0.2730742 Apr 19 07:41:42.697944 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [req-39898bbe-2a2b-48c9-98cc-6a46e06344b7 req-664c8324-8bb7-4d6c-a40f-abf78d98fa12 service neutron] For port d449a685-76fd-479a-8d99-8421a5be3888, host hv-cinder-77387, cleared binding levels {{(pid=86412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 07:41:42.700592 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-8a7e5a1d-28f6-4a4b-95e6-098e41b12612 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:41:42.737110 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-8b51ce7c-d4c9-4680-84dc-b6145a624cf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:41:42.742300 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-8b51ce7c-d4c9-4680-84dc-b6145a624cf6 admin admin] Usage tracker for resource:security_group_rule and tenant:b4c23483ab60404d845125101b610c9b is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:41:42.745444 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-8b51ce7c-d4c9-4680-84dc-b6145a624cf6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:41:42.765121 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-8b51ce7c-d4c9-4680-84dc-b6145a624cf6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:41:42.825758 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-8a7e5a1d-28f6-4a4b-95e6-098e41b12612 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:41:42.833644 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [req-39898bbe-2a2b-48c9-98cc-6a46e06344b7 req-664c8324-8bb7-4d6c-a40f-abf78d98fa12 service neutron] For port d449a685-76fd-479a-8d99-8421a5be3888, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=d449a685-76fd-479a-8d99-8421a5be3888,segment=NetworkSegment(5ece5800-cf63-4b8e-9592-eecf9bad7847),segment_id=5ece5800-cf63-4b8e-9592-eecf9bad7847)] {{(pid=86412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 07:41:42.870813 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-39898bbe-2a2b-48c9-98cc-6a46e06344b7 req-664c8324-8bb7-4d6c-a40f-abf78d98fa12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850839242'] for port, after_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:42.909071 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-8735166b-7b9f-487d-a144-b0a53a19aaea req-eed5ce2a-cee9-49aa-bdf1-c51458e931ab tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1b9b2ed-6991-4ca2-9322-f0071141391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1547265 Apr 19 07:41:43.012474 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-8b51ce7c-d4c9-4680-84dc-b6145a624cf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:43.016875 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:43.102569 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aad5c8-0488-40f9-85d7-846cadba872a req-5b779958-843a-42b4-aff2-469b646efe18 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:43.103777 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-c0aad5c8-0488-40f9-85d7-846cadba872a req-5b779958-843a-42b4-aff2-469b646efe18 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Synchronizing usage tracker for tenant:3ef6d999ea3a4447a9b6387c496ca58a on resource:port {{(pid=86413) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 07:41:43.125067 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-8b51ce7c-d4c9-4680-84dc-b6145a624cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:43.141389 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39898bbe-2a2b-48c9-98cc-6a46e06344b7 req-664c8324-8bb7-4d6c-a40f-abf78d98fa12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:43.142447 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-39898bbe-2a2b-48c9-98cc-6a46e06344b7 req-664c8324-8bb7-4d6c-a40f-abf78d98fa12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853097331'] for port, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:43.144076 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-39898bbe-2a2b-48c9-98cc-6a46e06344b7 req-664c8324-8bb7-4d6c-a40f-abf78d98fa12 service neutron] 10.222.0.42 "PUT /v2.0/ports/d449a685-76fd-479a-8d99-8421a5be3888 HTTP/1.1" status: 200 len: 1094 time: 5.1076498 Apr 19 07:41:43.146124 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-d43d76c1-4074-41b6-a503-e883009c0aff req-7867bdbd-cf13-47e0-864a-5113dc638da6 service neutron] 10.222.0.42 "GET /v2.0/networks/c60a7a0e-d7f4-4271-80f2-d9ececf82671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7334909 Apr 19 07:41:43.240991 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-c0aad5c8-0488-40f9-85d7-846cadba872a req-5b779958-843a-42b4-aff2-469b646efe18 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Unset dirty status for tenant:3ef6d999ea3a4447a9b6387c496ca58a on resource:port {{(pid=86413) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 07:41:43.248693 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-8b51ce7c-d4c9-4680-84dc-b6145a624cf6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b4c23483ab60404d845125101b610c9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6019208 Apr 19 07:41:43.253041 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-c0aad5c8-0488-40f9-85d7-846cadba872a req-5b779958-843a-42b4-aff2-469b646efe18 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cb3e163-d85e-4af2-989d-8aeac6961b03 HTTP/1.1" status: 200 len: 931 time: 0.2878959 Apr 19 07:41:43.284672 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 36746) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:41:43.321612 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [req-bafbfdc7-ba59-48eb-9379-8b6b6915f2db req-d334a16c-ff4f-4bea-805b-1be6d8871f21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6 {{(pid=86413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 07:41:43.341366 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-bafbfdc7-ba59-48eb-9379-8b6b6915f2db req-d334a16c-ff4f-4bea-805b-1be6d8871f21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:43.364782 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-c0aad5c8-0488-40f9-85d7-846cadba872a req-81ca740f-bf86-4f4f-9ce2-167c704c1f25 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=36650465-235a-4162-8acf-4b22f62c04fd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1104553 Apr 19 07:41:43.398324 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09de222c-c423-4f0e-92d8-584acf3f5354 req-4887830e-7cc6-4959-9296-e1ee2f16ea62 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:43.400295 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-09de222c-c423-4f0e-92d8-584acf3f5354 req-4887830e-7cc6-4959-9296-e1ee2f16ea62 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=808017b1-9edb-48b5-be3e-927a28c51660 HTTP/1.1" status: 200 len: 944 time: 0.2904646 Apr 19 07:41:43.443881 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [req-bafbfdc7-ba59-48eb-9379-8b6b6915f2db req-d334a16c-ff4f-4bea-805b-1be6d8871f21 service neutron] Transition to ACTIVE for port object 5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6 will not be triggered until provisioned by entity L2. {{(pid=86413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 07:41:43.452046 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '808017b1-9edb-48b5-be3e-927a28c51660', 'tag': 'd449a685-76fd-479a-8d99-8421a5be3888'}] {{(pid=86412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 07:41:43.455801 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-bafbfdc7-ba59-48eb-9379-8b6b6915f2db req-d334a16c-ff4f-4bea-805b-1be6d8871f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:43.476910 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664c8324-8bb7-4d6c-a40f-abf78d98fa12 service neutron] Pushing event updated for resources: {'Port': ['ID=d449a685-76fd-479a-8d99-8421a5be3888,revision_number=3']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:43.538903 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-f868f653-e060-46a7-a715-2a5a0c29edae tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:43.546653 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-664c8324-8bb7-4d6c-a40f-abf78d98fa12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:43.548390 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.371s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:43.561058 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '808017b1-9edb-48b5-be3e-927a28c51660', 'tag': 'd449a685-76fd-479a-8d99-8421a5be3888', 'status': 'completed', 'code': 200} Apr 19 07:41:43.585637 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-8a7e5a1d-28f6-4a4b-95e6-098e41b12612 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:43.612873 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-09de222c-c423-4f0e-92d8-584acf3f5354 req-01a06bd3-12b3-431b-a186-93c0af3366e6 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049272 Apr 19 07:41:43.683373 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d334a16c-ff4f-4bea-805b-1be6d8871f21 service neutron] Pushing event updated for resources: {'Port': ['ID=5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6,revision_number=2']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:43.695390 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-b74c97e8-53bb-43b0-b6b2-fa616d8ca880 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:43.707619 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-d334a16c-ff4f-4bea-805b-1be6d8871f21 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:43.776272 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [req-2d6cee15-5a97-4a76-a2e0-5a77cdb63848 req-0344b7d4-eaf0-4565-89fc-3f703be21185 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a682408a-56d5-476e-90a7-5a0185eb46ea {{(pid=86412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 07:41:43.785716 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-2d6cee15-5a97-4a76-a2e0-5a77cdb63848 req-0344b7d4-eaf0-4565-89fc-3f703be21185 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:43.795762 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-b74c97e8-53bb-43b0-b6b2-fa616d8ca880 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:43.803060 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [req-bafbfdc7-ba59-48eb-9379-8b6b6915f2db req-d334a16c-ff4f-4bea-805b-1be6d8871f21 service neutron] Attempting to bind port 5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6 on host hv-cinder-77387 for vnic_type normal with profile {{(pid=86413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 07:41:43.803361 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [req-2d6cee15-5a97-4a76-a2e0-5a77cdb63848 req-0344b7d4-eaf0-4565-89fc-3f703be21185 service neutron] Transition to ACTIVE for port object a682408a-56d5-476e-90a7-5a0185eb46ea will not be triggered until provisioned by entity L2. {{(pid=86412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 07:41:43.803440 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [req-bafbfdc7-ba59-48eb-9379-8b6b6915f2db req-d334a16c-ff4f-4bea-805b-1be6d8871f21 service neutron] Attempting to bind port 5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6 by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': '82586cc3-7b22-4a5c-b95c-8fce131571e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '54cc282c-1ba1-4d63-8981-01ed15bb5ad4'}] {{(pid=86413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 07:41:43.803799 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bafbfdc7-ba59-48eb-9379-8b6b6915f2db req-d334a16c-ff4f-4bea-805b-1be6d8871f21 service neutron] Attempting to bind port 5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6 on network 54cc282c-1ba1-4d63-8981-01ed15bb5ad4 {{(pid=86413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 07:41:43.811479 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bafbfdc7-ba59-48eb-9379-8b6b6915f2db req-d334a16c-ff4f-4bea-805b-1be6d8871f21 service neutron] Port 5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6 on network 54cc282c-1ba1-4d63-8981-01ed15bb5ad4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=86413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 07:41:43.811834 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bafbfdc7-ba59-48eb-9379-8b6b6915f2db req-d334a16c-ff4f-4bea-805b-1be6d8871f21 service neutron] Attempting to bind port 5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6 on network 54cc282c-1ba1-4d63-8981-01ed15bb5ad4 {{(pid=86413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 07:41:43.819924 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-8a7e5a1d-28f6-4a4b-95e6-098e41b12612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:43.820081 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bafbfdc7-ba59-48eb-9379-8b6b6915f2db req-d334a16c-ff4f-4bea-805b-1be6d8871f21 service neutron] Checking agent: {'id': '482cf95e-fb4e-4926-8f7d-816e7736c412', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 39, 10), 'started_at': datetime.datetime(2021, 4, 19, 7, 39, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 07:41:43.820417 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bafbfdc7-ba59-48eb-9379-8b6b6915f2db req-d334a16c-ff4f-4bea-805b-1be6d8871f21 service neutron] Checking segment: {'id': '82586cc3-7b22-4a5c-b95c-8fce131571e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '54cc282c-1ba1-4d63-8981-01ed15bb5ad4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 07:41:43.821014 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bafbfdc7-ba59-48eb-9379-8b6b6915f2db req-d334a16c-ff4f-4bea-805b-1be6d8871f21 service neutron] Bound using segment: {'id': '82586cc3-7b22-4a5c-b95c-8fce131571e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '54cc282c-1ba1-4d63-8981-01ed15bb5ad4'} {{(pid=86413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 07:41:43.821514 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [req-bafbfdc7-ba59-48eb-9379-8b6b6915f2db req-d334a16c-ff4f-4bea-805b-1be6d8871f21 service neutron] Bound port: 5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82586cc3-7b22-4a5c-b95c-8fce131571e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '54cc282c-1ba1-4d63-8981-01ed15bb5ad4'}}] {{(pid=86413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 07:41:43.821892 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-bafbfdc7-ba59-48eb-9379-8b6b6915f2db req-d334a16c-ff4f-4bea-805b-1be6d8871f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:43.829427 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b51ce7c-d4c9-4680-84dc-b6145a624cf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53cd3e6f-8119-4d1e-b038-107b41ea0a4c,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:43.866571 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-8b51ce7c-d4c9-4680-84dc-b6145a624cf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:43.869743 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:43.899777 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-2d6cee15-5a97-4a76-a2e0-5a77cdb63848 req-0344b7d4-eaf0-4565-89fc-3f703be21185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850839242'] for port, after_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:43.937233 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7e5a1d-28f6-4a4b-95e6-098e41b12612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e341bdd5-b9e9-4b35-88da-815260a64f61,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:43.953096 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39898bbe-2a2b-48c9-98cc-6a46e06344b7 req-22a9643d-d4f4-4aaf-9193-30e77ea59a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:43.955854 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-39898bbe-2a2b-48c9-98cc-6a46e06344b7 req-22a9643d-d4f4-4aaf-9193-30e77ea59a3f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e16dd95cee524812ae6d6b49005c2136&device_id=808017b1-9edb-48b5-be3e-927a28c51660 HTTP/1.1" status: 200 len: 1097 time: 0.7139511 Apr 19 07:41:43.957046 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-8a7e5a1d-28f6-4a4b-95e6-098e41b12612 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:43.957335 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-b74c97e8-53bb-43b0-b6b2-fa616d8ca880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:43.966332 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:43.999134 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [req-bafbfdc7-ba59-48eb-9379-8b6b6915f2db req-d334a16c-ff4f-4bea-805b-1be6d8871f21 service neutron] For port 5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6, host hv-cinder-77387, cleared binding levels {{(pid=86413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 07:41:44.028683 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [req-bafbfdc7-ba59-48eb-9379-8b6b6915f2db req-d334a16c-ff4f-4bea-805b-1be6d8871f21 service neutron] For port 5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6,segment=NetworkSegment(82586cc3-7b22-4a5c-b95c-8fce131571e9),segment_id=82586cc3-7b22-4a5c-b95c-8fce131571e9)] {{(pid=86413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 07:41:44.036120 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74c97e8-53bb-43b0-b6b2-fa616d8ca880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53cd3e6f-8119-4d1e-b038-107b41ea0a4c,revision_number=None']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:44.045621 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:44.061748 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-b74c97e8-53bb-43b0-b6b2-fa616d8ca880 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:44.065362 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-bafbfdc7-ba59-48eb-9379-8b6b6915f2db req-d334a16c-ff4f-4bea-805b-1be6d8871f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:44.089162 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-b74c97e8-53bb-43b0-b6b2-fa616d8ca880 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:44.090612 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-b74c97e8-53bb-43b0-b6b2-fa616d8ca880 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/53cd3e6f-8119-4d1e-b038-107b41ea0a4c HTTP/1.1" status: 204 len: 168 time: 0.7894080 Apr 19 07:41:44.104620 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-c01d4022-ad2f-49e7-987f-80714754e860 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:44.143470 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-d43d76c1-4074-41b6-a503-e883009c0aff req-627a5fc5-0073-4b44-8c5a-d6d5b5eebc59 service neutron] 10.222.0.42 "GET /v2.0/networks/c60a7a0e-d7f4-4271-80f2-d9ececf82671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9791410 Apr 19 07:41:44.304052 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d334a16c-ff4f-4bea-805b-1be6d8871f21 service neutron] Pushing event updated for resources: {'Port': ['ID=5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6,revision_number=3']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:44.313735 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-d334a16c-ff4f-4bea-805b-1be6d8871f21 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:44.320139 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafbfdc7-ba59-48eb-9379-8b6b6915f2db req-d334a16c-ff4f-4bea-805b-1be6d8871f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:44.320802 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-bafbfdc7-ba59-48eb-9379-8b6b6915f2db req-d334a16c-ff4f-4bea-805b-1be6d8871f21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853097331'] for port, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:44.322304 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-bafbfdc7-ba59-48eb-9379-8b6b6915f2db req-d334a16c-ff4f-4bea-805b-1be6d8871f21 service neutron] 10.222.0.42 "PUT /v2.0/ports/5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6 HTTP/1.1" status: 200 len: 1093 time: 2.2216599 Apr 19 07:41:44.322818 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cb3e163-d85e-4af2-989d-8aeac6961b03', 'tag': '5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6'}] {{(pid=86413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 07:41:44.363707 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-8a7e5a1d-28f6-4a4b-95e6-098e41b12612 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c2bf1c5acf924b48a037bc155c2f3b03&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4684069 Apr 19 07:41:44.384062 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 36774) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:41:44.393541 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-39898bbe-2a2b-48c9-98cc-6a46e06344b7 req-da578aff-04a0-4ee6-b560-cd389d593c28 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d449a685-76fd-479a-8d99-8421a5be3888 HTTP/1.1" status: 200 len: 217 time: 0.2490551 Apr 19 07:41:44.592843 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69977bd8-5aed-40c4-8c65-36a4903a2469 req-ac6845b0-ed61-49bf-aca3-069e8552fba3 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:44.594394 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-69977bd8-5aed-40c4-8c65-36a4903a2469 req-ac6845b0-ed61-49bf-aca3-069e8552fba3 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/ports?device_id=104fc9d4-1bba-4041-b2b1-b56400a80d0f HTTP/1.1" status: 200 len: 943 time: 0.3677342 Apr 19 07:41:44.597548 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafbfdc7-ba59-48eb-9379-8b6b6915f2db req-015c323f-de0e-410e-8bc8-dbf83192a425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:44.599013 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-bafbfdc7-ba59-48eb-9379-8b6b6915f2db req-015c323f-de0e-410e-8bc8-dbf83192a425 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3ef6d999ea3a4447a9b6387c496ca58a&device_id=7cb3e163-d85e-4af2-989d-8aeac6961b03 HTTP/1.1" status: 200 len: 1096 time: 0.2061424 Apr 19 07:41:44.620824 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-a4569db8-b2ad-4ab2-92a0-0c601f8f93e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:44.645266 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0344b7d4-eaf0-4565-89fc-3f703be21185 service neutron] Pushing event updated for resources: {'Port': ['ID=a682408a-56d5-476e-90a7-5a0185eb46ea,revision_number=2']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:44.657538 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-0344b7d4-eaf0-4565-89fc-3f703be21185 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.612s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:44.739689 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39898bbe-2a2b-48c9-98cc-6a46e06344b7 req-e216b039-ee0f-4958-ad8b-bc2b798b96a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:44.741282 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-39898bbe-2a2b-48c9-98cc-6a46e06344b7 req-e216b039-ee0f-4958-ad8b-bc2b798b96a9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d7ac704f-a7c2-4301-8e27-7927e5a3d15d HTTP/1.1" status: 200 len: 858 time: 0.2723010 Apr 19 07:41:44.745300 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-a4569db8-b2ad-4ab2-92a0-0c601f8f93e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:44.838583 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-69977bd8-5aed-40c4-8c65-36a4903a2469 req-7a793684-889e-475c-b65a-a48b710b05a9 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1b9b2ed-6991-4ca2-9322-f0071141391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2356806 Apr 19 07:41:44.843606 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-bafbfdc7-ba59-48eb-9379-8b6b6915f2db req-3131251e-9b0f-4653-8e42-732d1c1ba878 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6 HTTP/1.1" status: 200 len: 217 time: 0.2198768 Apr 19 07:41:44.847868 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-39898bbe-2a2b-48c9-98cc-6a46e06344b7 req-884c21b2-ae31-4a65-8ea2-085b63b0c20d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c60a7a0e-d7f4-4271-80f2-d9ececf82671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0890572 Apr 19 07:41:44.849987 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78cd9cc-c2be-4063-ad0c-a794070eb476 req-fa01d147-f81e-47ef-b85b-547d8ac9842c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:44.851502 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-f78cd9cc-c2be-4063-ad0c-a794070eb476 req-fa01d147-f81e-47ef-b85b-547d8ac9842c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e16dd95cee524812ae6d6b49005c2136&device_id=947030fe-ad0e-4b25-98e0-790795d6c121 HTTP/1.1" status: 200 len: 1096 time: 0.5557318 Apr 19 07:41:44.957222 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafbfdc7-ba59-48eb-9379-8b6b6915f2db req-ff567ab7-d0e2-4953-bca5-973403029655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:44.958800 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-bafbfdc7-ba59-48eb-9379-8b6b6915f2db req-ff567ab7-d0e2-4953-bca5-973403029655 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=576f6062-f22a-411b-bc12-7e9099407d19 HTTP/1.1" status: 200 len: 855 time: 0.1000011 Apr 19 07:41:45.084969 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [req-2d6cee15-5a97-4a76-a2e0-5a77cdb63848 req-0344b7d4-eaf0-4565-89fc-3f703be21185 service neutron] Attempting to bind port a682408a-56d5-476e-90a7-5a0185eb46ea on host hv-cinder-77387 for vnic_type normal with profile {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 07:41:45.090562 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [req-2d6cee15-5a97-4a76-a2e0-5a77cdb63848 req-0344b7d4-eaf0-4565-89fc-3f703be21185 service neutron] Attempting to bind port a682408a-56d5-476e-90a7-5a0185eb46ea by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': '71797285-2b24-44ab-bc5d-907fe2f55ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9f8aa9f4-c051-436b-a77b-0b1e6ac2b108'}] {{(pid=86412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 07:41:45.091385 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6cee15-5a97-4a76-a2e0-5a77cdb63848 req-0344b7d4-eaf0-4565-89fc-3f703be21185 service neutron] Attempting to bind port a682408a-56d5-476e-90a7-5a0185eb46ea on network 9f8aa9f4-c051-436b-a77b-0b1e6ac2b108 {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 07:41:45.104490 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6cee15-5a97-4a76-a2e0-5a77cdb63848 req-0344b7d4-eaf0-4565-89fc-3f703be21185 service neutron] Port a682408a-56d5-476e-90a7-5a0185eb46ea on network 9f8aa9f4-c051-436b-a77b-0b1e6ac2b108 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 07:41:45.105049 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6cee15-5a97-4a76-a2e0-5a77cdb63848 req-0344b7d4-eaf0-4565-89fc-3f703be21185 service neutron] Attempting to bind port a682408a-56d5-476e-90a7-5a0185eb46ea on network 9f8aa9f4-c051-436b-a77b-0b1e6ac2b108 {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 07:41:45.128489 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6cee15-5a97-4a76-a2e0-5a77cdb63848 req-0344b7d4-eaf0-4565-89fc-3f703be21185 service neutron] Checking agent: {'id': '482cf95e-fb4e-4926-8f7d-816e7736c412', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 39, 10), 'started_at': datetime.datetime(2021, 4, 19, 7, 39, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 07:41:45.129184 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6cee15-5a97-4a76-a2e0-5a77cdb63848 req-0344b7d4-eaf0-4565-89fc-3f703be21185 service neutron] Checking segment: {'id': '71797285-2b24-44ab-bc5d-907fe2f55ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9f8aa9f4-c051-436b-a77b-0b1e6ac2b108'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 07:41:45.129822 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6cee15-5a97-4a76-a2e0-5a77cdb63848 req-0344b7d4-eaf0-4565-89fc-3f703be21185 service neutron] Bound using segment: {'id': '71797285-2b24-44ab-bc5d-907fe2f55ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9f8aa9f4-c051-436b-a77b-0b1e6ac2b108'} {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 07:41:45.130501 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [req-2d6cee15-5a97-4a76-a2e0-5a77cdb63848 req-0344b7d4-eaf0-4565-89fc-3f703be21185 service neutron] Bound port: a682408a-56d5-476e-90a7-5a0185eb46ea, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71797285-2b24-44ab-bc5d-907fe2f55ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9f8aa9f4-c051-436b-a77b-0b1e6ac2b108'}}] {{(pid=86412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 07:41:45.131117 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-2d6cee15-5a97-4a76-a2e0-5a77cdb63848 req-0344b7d4-eaf0-4565-89fc-3f703be21185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:45.154136 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78cd9cc-c2be-4063-ad0c-a794070eb476 req-5901280d-516f-4a16-bde9-7f341a2d497c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:45.154136 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-f78cd9cc-c2be-4063-ad0c-a794070eb476 req-5901280d-516f-4a16-bde9-7f341a2d497c service neutron] 10.222.0.42 "GET /v2.0/networks?id=c60a7a0e-d7f4-4271-80f2-d9ececf82671 HTTP/1.1" status: 200 len: 919 time: 0.2848022 Apr 19 07:41:45.419926 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b4c83-5f0c-44c4-8875-fa6986835ec8 req-961e154d-efba-4e16-a9b8-704a111606ac tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:45.429414 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-822b4c83-5f0c-44c4-8875-fa6986835ec8 req-961e154d-efba-4e16-a9b8-704a111606ac tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cb3e163-d85e-4af2-989d-8aeac6961b03 HTTP/1.1" status: 200 len: 943 time: 0.8067684 Apr 19 07:41:45.501699 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafbfdc7-ba59-48eb-9379-8b6b6915f2db req-0fd7a806-2ffb-452c-b80a-5208b221ac19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:45.503365 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-bafbfdc7-ba59-48eb-9379-8b6b6915f2db req-0fd7a806-2ffb-452c-b80a-5208b221ac19 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=54cc282c-1ba1-4d63-8981-01ed15bb5ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5377307 Apr 19 07:41:45.580120 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-822b4c83-5f0c-44c4-8875-fa6986835ec8 req-23a3db1c-769f-40e3-ab6d-53b8bb55863d tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=36650465-235a-4162-8acf-4b22f62c04fd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1449840 Apr 19 07:41:45.590663 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-f78cd9cc-c2be-4063-ad0c-a794070eb476 req-ae969f21-42bd-4516-83cb-4132a9047f72 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e081745-18ec-437a-991c-88ad319333bc HTTP/1.1" status: 200 len: 217 time: 0.4236002 Apr 19 07:41:45.600227 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f32c179-ff31-43b3-914a-fc2aaa768906 req-b8bc4efa-0999-49a9-b280-93c5a44f792d tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:45.601869 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-3f32c179-ff31-43b3-914a-fc2aaa768906 req-b8bc4efa-0999-49a9-b280-93c5a44f792d tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] 10.222.0.41 "GET /v2.0/ports?device_id=b009e501-2dfe-4551-b113-e60e987a823d HTTP/1.1" status: 200 len: 945 time: 0.6390541 Apr 19 07:41:45.641648 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-a4569db8-b2ad-4ab2-92a0-0c601f8f93e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:45.661839 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-f86d4690-a7e5-4302-8ee9-1425b2d7620f tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:45.699201 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4569db8-b2ad-4ab2-92a0-0c601f8f93e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e341bdd5-b9e9-4b35-88da-815260a64f61,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:45.708980 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-a4569db8-b2ad-4ab2-92a0-0c601f8f93e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:45.728863 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-a4569db8-b2ad-4ab2-92a0-0c601f8f93e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:45.733026 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-a4569db8-b2ad-4ab2-92a0-0c601f8f93e7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e341bdd5-b9e9-4b35-88da-815260a64f61 HTTP/1.1" status: 204 len: 168 time: 1.3419724 Apr 19 07:41:45.767245 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-39898bbe-2a2b-48c9-98cc-6a46e06344b7 req-7b987585-147d-4719-b19b-918f56e74a51 service neutron] 10.222.0.42 "GET /v2.0/networks/c60a7a0e-d7f4-4271-80f2-d9ececf82671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9004862 Apr 19 07:41:45.772702 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78cd9cc-c2be-4063-ad0c-a794070eb476 req-685c4adb-6cd1-4a14-9c40-1abca27411fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:45.774321 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-f78cd9cc-c2be-4063-ad0c-a794070eb476 req-685c4adb-6cd1-4a14-9c40-1abca27411fa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d7ac704f-a7c2-4301-8e27-7927e5a3d15d HTTP/1.1" status: 200 len: 858 time: 0.1700618 Apr 19 07:41:45.791182 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-3f32c179-ff31-43b3-914a-fc2aaa768906 req-8e3d20c1-5b65-4c7e-aaf9-d82b7dc6f836 tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] 10.222.0.41 "GET /v2.0/security-groups?id=af628b93-e516-40e8-9b78-1a5966207069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767266 Apr 19 07:41:45.835399 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-bafbfdc7-ba59-48eb-9379-8b6b6915f2db req-7d5bff83-836e-4ea9-848f-20ca1aa940a6 service neutron] 10.222.0.42 "GET /v2.0/networks/54cc282c-1ba1-4d63-8981-01ed15bb5ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3200076 Apr 19 07:41:45.928776 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [req-2d6cee15-5a97-4a76-a2e0-5a77cdb63848 req-0344b7d4-eaf0-4565-89fc-3f703be21185 service neutron] For port a682408a-56d5-476e-90a7-5a0185eb46ea, host hv-cinder-77387, cleared binding levels {{(pid=86412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 07:41:45.988294 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [req-2d6cee15-5a97-4a76-a2e0-5a77cdb63848 req-0344b7d4-eaf0-4565-89fc-3f703be21185 service neutron] For port a682408a-56d5-476e-90a7-5a0185eb46ea, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=a682408a-56d5-476e-90a7-5a0185eb46ea,segment=NetworkSegment(71797285-2b24-44ab-bc5d-907fe2f55ea2),segment_id=71797285-2b24-44ab-bc5d-907fe2f55ea2)] {{(pid=86412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 07:41:46.000800 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-f78cd9cc-c2be-4063-ad0c-a794070eb476 req-e11c24fb-3bb9-4f9a-908d-a40c5299be95 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c60a7a0e-d7f4-4271-80f2-d9ececf82671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735624 Apr 19 07:41:46.006601 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-2d6cee15-5a97-4a76-a2e0-5a77cdb63848 req-0344b7d4-eaf0-4565-89fc-3f703be21185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850839242'] for port, after_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:46.015226 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-39898bbe-2a2b-48c9-98cc-6a46e06344b7 req-293dce22-e5eb-4a78-b6f8-b9a34ff47dea service neutron] 10.222.0.42 "GET /v2.0/networks/c60a7a0e-d7f4-4271-80f2-d9ececf82671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314153 Apr 19 07:41:46.037580 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-fff2d2fd-2f52-4448-bb0b-034ea7ef1b53 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:46.126722 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.42', 55957) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:41:46.231358 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6cee15-5a97-4a76-a2e0-5a77cdb63848 req-0344b7d4-eaf0-4565-89fc-3f703be21185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:46.232049 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-2d6cee15-5a97-4a76-a2e0-5a77cdb63848 req-0344b7d4-eaf0-4565-89fc-3f703be21185 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853097331'] for port, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:46.233581 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-2d6cee15-5a97-4a76-a2e0-5a77cdb63848 req-0344b7d4-eaf0-4565-89fc-3f703be21185 service neutron] 10.222.0.42 "PUT /v2.0/ports/a682408a-56d5-476e-90a7-5a0185eb46ea HTTP/1.1" status: 200 len: 1093 time: 4.4860296 Apr 19 07:41:46.236023 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cb3e163-d85e-4af2-989d-8aeac6961b03', 'tag': '5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6', 'status': 'completed', 'code': 200} Apr 19 07:41:46.269340 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '104fc9d4-1bba-4041-b2b1-b56400a80d0f', 'tag': 'a682408a-56d5-476e-90a7-5a0185eb46ea'}] {{(pid=86412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 07:41:46.326507 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 36852) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:41:46.352506 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-bafbfdc7-ba59-48eb-9379-8b6b6915f2db req-f5903707-91d2-43c5-8aac-5c97b3a95be5 service neutron] 10.222.0.42 "GET /v2.0/networks/54cc282c-1ba1-4d63-8981-01ed15bb5ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3795679 Apr 19 07:41:46.394607 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-96914c3d-47de-45fc-873a-525ac4ecb268 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:46.514711 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0344b7d4-eaf0-4565-89fc-3f703be21185 service neutron] Pushing event updated for resources: {'Port': ['ID=a682408a-56d5-476e-90a7-5a0185eb46ea,revision_number=3']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:46.527203 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-0344b7d4-eaf0-4565-89fc-3f703be21185 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:46.596001 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-f78cd9cc-c2be-4063-ad0c-a794070eb476 req-dde59fa0-1895-4b3c-9729-bb5ce53ae466 service neutron] 10.222.0.42 "GET /v2.0/networks/c60a7a0e-d7f4-4271-80f2-d9ececf82671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5863638 Apr 19 07:41:46.636326 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a9678f-6372-4e7c-b426-ef620f7035b8 req-4694b74f-ca83-4671-a1ba-1d5748151a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:46.637986 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-65a9678f-6372-4e7c-b426-ef620f7035b8 req-4694b74f-ca83-4671-a1ba-1d5748151a5a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e16dd95cee524812ae6d6b49005c2136&device_id=808017b1-9edb-48b5-be3e-927a28c51660 HTTP/1.1" status: 200 len: 1097 time: 0.5638378 Apr 19 07:41:46.658360 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-96914c3d-47de-45fc-873a-525ac4ecb268 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:41:46.664143 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac9704d-3711-4422-a09c-343565e6aa7f req-8f9286ea-ab8a-4d49-9bff-685f21297191 tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:46.664922 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-1ac9704d-3711-4422-a09c-343565e6aa7f req-8f9286ea-ab8a-4d49-9bff-685f21297191 tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] Synchronizing usage tracker for tenant:22b9d993be1546df8a4a2d895f217457 on resource:port {{(pid=86412) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 07:41:46.683053 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-96914c3d-47de-45fc-873a-525ac4ecb268 admin admin] Usage tracker for resource:security_group_rule and tenant:4bddc629b0a441ab9aa1d7d569d46219 is out of sync, need to count used quota {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:41:46.694279 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-96914c3d-47de-45fc-873a-525ac4ecb268 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:41:46.715065 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-96914c3d-47de-45fc-873a-525ac4ecb268 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:41:46.739465 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae3a29d-2508-495d-a6c7-85b5a16ec1f8 req-b6f783ed-c02b-4306-ac96-257213bb56ff tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:46.741204 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-fae3a29d-2508-495d-a6c7-85b5a16ec1f8 req-b6f783ed-c02b-4306-ac96-257213bb56ff tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=808017b1-9edb-48b5-be3e-927a28c51660 HTTP/1.1" status: 200 len: 944 time: 0.9046435 Apr 19 07:41:46.766088 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e16fb48-6286-4292-8756-ffd46d9ec348 req-f6e6282f-be20-41c0-abff-e0ca3e300ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:46.770495 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-2e16fb48-6286-4292-8756-ffd46d9ec348 req-f6e6282f-be20-41c0-abff-e0ca3e300ea1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3ef6d999ea3a4447a9b6387c496ca58a&device_id=7cb3e163-d85e-4af2-989d-8aeac6961b03 HTTP/1.1" status: 200 len: 1096 time: 0.3451133 Apr 19 07:41:46.801417 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6cee15-5a97-4a76-a2e0-5a77cdb63848 req-472b0073-3a21-4c8b-b6a2-e5c330821cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:46.803030 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-2d6cee15-5a97-4a76-a2e0-5a77cdb63848 req-472b0073-3a21-4c8b-b6a2-e5c330821cbc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4785af1c8f0e4b01af43cb5ee0e71925&device_id=104fc9d4-1bba-4041-b2b1-b56400a80d0f HTTP/1.1" status: 200 len: 1096 time: 0.4729090 Apr 19 07:41:46.963217 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Device 2e081745-18ec-437a-991c-88ad319333bc details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=86414) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 07:41:46.967879 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-2d6cee15-5a97-4a76-a2e0-5a77cdb63848 req-2f02ed06-f62c-4076-8586-f5c59dd6a961 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a682408a-56d5-476e-90a7-5a0185eb46ea HTTP/1.1" status: 200 len: 217 time: 0.1509356 Apr 19 07:41:46.968517 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-1ac9704d-3711-4422-a09c-343565e6aa7f req-8f9286ea-ab8a-4d49-9bff-685f21297191 tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] Unset dirty status for tenant:22b9d993be1546df8a4a2d895f217457 on resource:port {{(pid=86412) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 07:41:46.969843 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-1ac9704d-3711-4422-a09c-343565e6aa7f req-8f9286ea-ab8a-4d49-9bff-685f21297191 tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] 10.222.0.42 "GET /v2.0/ports?device_id=b009e501-2dfe-4551-b113-e60e987a823d HTTP/1.1" status: 200 len: 945 time: 0.8252325 Apr 19 07:41:47.009539 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-fae3a29d-2508-495d-a6c7-85b5a16ec1f8 req-cc56811d-a726-43fa-8ed2-5efff9461a65 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563214 Apr 19 07:41:47.175977 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '104fc9d4-1bba-4041-b2b1-b56400a80d0f', 'tag': 'a682408a-56d5-476e-90a7-5a0185eb46ea', 'status': 'completed', 'code': 200} Apr 19 07:41:47.198558 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] For port 2e081745-18ec-437a-991c-88ad319333bc, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=2e081745-18ec-437a-991c-88ad319333bc,segment=NetworkSegment(5ece5800-cf63-4b8e-9592-eecf9bad7847),segment_id=5ece5800-cf63-4b8e-9592-eecf9bad7847)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:41:47.216268 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Returning: {'device': '2e081745-18ec-437a-991c-88ad319333bc', 'network_id': 'c60a7a0e-d7f4-4271-80f2-d9ececf82671', 'port_id': '2e081745-18ec-437a-991c-88ad319333bc', 'mac_address': 'fa:16:3e:a1:c5:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7ac704f-a7c2-4301-8e27-7927e5a3d15d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86414) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 07:41:47.245168 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-96914c3d-47de-45fc-873a-525ac4ecb268 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:47.267344 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-f78cd9cc-c2be-4063-ad0c-a794070eb476 req-792db3e5-f988-4d78-bd66-5660c6d49df7 service neutron] 10.222.0.42 "GET /v2.0/networks/c60a7a0e-d7f4-4271-80f2-d9ececf82671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6586027 Apr 19 07:41:47.290135 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6cee15-5a97-4a76-a2e0-5a77cdb63848 req-06315f3b-dae7-46a9-92fa-ec7f4032bd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:47.295789 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:47.298548 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e16fb48-6286-4292-8756-ffd46d9ec348 req-13fffa3c-8b76-4fae-b6a4-104eff393555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:47.300168 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-2e16fb48-6286-4292-8756-ffd46d9ec348 req-13fffa3c-8b76-4fae-b6a4-104eff393555 service neutron] 10.222.0.42 "GET /v2.0/networks?id=54cc282c-1ba1-4d63-8981-01ed15bb5ad4 HTTP/1.1" status: 200 len: 917 time: 0.4840188 Apr 19 07:41:47.301358 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-2d6cee15-5a97-4a76-a2e0-5a77cdb63848 req-06315f3b-dae7-46a9-92fa-ec7f4032bd7c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=de605b46-a093-48ae-a63f-9a51e235e4b3 HTTP/1.1" status: 200 len: 850 time: 0.3194969 Apr 19 07:41:47.309065 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d636c-4d5e-4d33-986b-5395ebb5abb7 req-be9c37ac-7802-4838-8aec-39f64e8e9c60 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:47.310854 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-da1d636c-4d5e-4d33-986b-5395ebb5abb7 req-be9c37ac-7802-4838-8aec-39f64e8e9c60 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/ports?device_id=104fc9d4-1bba-4041-b2b1-b56400a80d0f HTTP/1.1" status: 200 len: 943 time: 0.7504213 Apr 19 07:41:47.313302 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [req-1ac9704d-3711-4422-a09c-343565e6aa7f req-08db0d93-1cbc-435a-a7f4-e856ff8a69d8 tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] Deleting port 35292be5-bc72-402c-999d-0124c4782ace {{(pid=86412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 07:41:47.313444 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-96914c3d-47de-45fc-873a-525ac4ecb268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:47.313690 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-1ac9704d-3711-4422-a09c-343565e6aa7f req-08db0d93-1cbc-435a-a7f4-e856ff8a69d8 tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267090122612'] for port, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:47.323224 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e081745-18ec-437a-991c-88ad319333bc {{(pid=86414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 07:41:47.340507 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] For port 2e081745-18ec-437a-991c-88ad319333bc, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=2e081745-18ec-437a-991c-88ad319333bc,segment=NetworkSegment(5ece5800-cf63-4b8e-9592-eecf9bad7847),segment_id=5ece5800-cf63-4b8e-9592-eecf9bad7847)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:41:47.344202 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:47.347117 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:47.348997 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a9678f-6372-4e7c-b426-ef620f7035b8 req-fe0247d2-7024-4137-b7f7-6ceaba9eb8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:47.350535 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-65a9678f-6372-4e7c-b426-ef620f7035b8 req-fe0247d2-7024-4137-b7f7-6ceaba9eb8f5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c60a7a0e-d7f4-4271-80f2-d9ececf82671 HTTP/1.1" status: 200 len: 919 time: 0.6791582 Apr 19 07:41:47.431580 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Pushing event updated for resources: {'Port': ['ID=2e081745-18ec-437a-991c-88ad319333bc,revision_number=4']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:47.444216 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:47.485570 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-73fed867-d2c6-4bc9-ad33-41b1bac5e583 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:47.512035 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-96914c3d-47de-45fc-873a-525ac4ecb268 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4bddc629b0a441ab9aa1d7d569d46219&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1740956 Apr 19 07:41:47.513667 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-2e16fb48-6286-4292-8756-ffd46d9ec348 req-b47670f7-6b17-4fc8-b62e-475287fed423 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6 HTTP/1.1" status: 200 len: 217 time: 0.1359441 Apr 19 07:41:47.544418 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] get_ports_and_sgs() called for port_ids ['2e081745-18ec-437a-991c-88ad319333bc'] {{(pid=86414) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 07:41:47.555442 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96914c3d-47de-45fc-873a-525ac4ecb268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5782b8-96ae-43f7-8fa1-4be8da2c6758,revision_number=1']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:47.560694 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 36894) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:41:47.667137 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-96914c3d-47de-45fc-873a-525ac4ecb268 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:47.671551 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e16fb48-6286-4292-8756-ffd46d9ec348 req-0a9a769e-b7d9-40cc-98c8-2b98c0dc78b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:47.673137 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-2e16fb48-6286-4292-8756-ffd46d9ec348 req-0a9a769e-b7d9-40cc-98c8-2b98c0dc78b7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=576f6062-f22a-411b-bc12-7e9099407d19 HTTP/1.1" status: 200 len: 855 time: 0.1134605 Apr 19 07:41:47.780925 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-65a9678f-6372-4e7c-b426-ef620f7035b8 req-fc6cd65b-492e-46e9-a280-5ed8742c1cc0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d449a685-76fd-479a-8d99-8421a5be3888 HTTP/1.1" status: 200 len: 217 time: 0.3851309 Apr 19 07:41:47.864372 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-da1d636c-4d5e-4d33-986b-5395ebb5abb7 req-ce319319-118d-4817-a498-80cf9342ed73 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1b9b2ed-6991-4ca2-9322-f0071141391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3937302 Apr 19 07:41:47.896764 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a9678f-6372-4e7c-b426-ef620f7035b8 req-15656bc5-07ff-4dc9-be2e-b695e51c6353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:47.898343 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-65a9678f-6372-4e7c-b426-ef620f7035b8 req-15656bc5-07ff-4dc9-be2e-b695e51c6353 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d7ac704f-a7c2-4301-8e27-7927e5a3d15d HTTP/1.1" status: 200 len: 858 time: 0.1023288 Apr 19 07:41:47.902784 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-a24f7f9f-2e9e-4d76-a3f0-3d20beb354c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:47.978377 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-65a9678f-6372-4e7c-b426-ef620f7035b8 req-72a354a9-2b6b-4577-af9b-5a3ce9769e8d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c60a7a0e-d7f4-4271-80f2-d9ececf82671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660632 Apr 19 07:41:47.991328 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-a24f7f9f-2e9e-4d76-a3f0-3d20beb354c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:48.049496 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e16fb48-6286-4292-8756-ffd46d9ec348 req-f6a0b858-3ad0-4a19-9c45-5360866eb1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:48.050965 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-2e16fb48-6286-4292-8756-ffd46d9ec348 req-f6a0b858-3ad0-4a19-9c45-5360866eb1f2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=54cc282c-1ba1-4d63-8981-01ed15bb5ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3073537 Apr 19 07:41:48.086503 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6cee15-5a97-4a76-a2e0-5a77cdb63848 req-a535fbf3-1764-4ee0-9748-a21607020483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:48.088100 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-2d6cee15-5a97-4a76-a2e0-5a77cdb63848 req-a535fbf3-1764-4ee0-9748-a21607020483 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9f8aa9f4-c051-436b-a77b-0b1e6ac2b108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.7414515 Apr 19 07:41:48.146899 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec648e8b-10d3-45b3-9bfd-d5948e4e8b13 req-39720866-ceb3-4915-a83e-1efd5f9b72e7 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:48.155660 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-ec648e8b-10d3-45b3-9bfd-d5948e4e8b13 req-39720866-ceb3-4915-a83e-1efd5f9b72e7 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cb3e163-d85e-4af2-989d-8aeac6961b03 HTTP/1.1" status: 200 len: 943 time: 0.8432169 Apr 19 07:41:48.324308 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-a24f7f9f-2e9e-4d76-a3f0-3d20beb354c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:48.329827 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [req-1ac9704d-3711-4422-a09c-343565e6aa7f req-08db0d93-1cbc-435a-a7f4-e856ff8a69d8 tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] For port 35292be5-bc72-402c-999d-0124c4782ace, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=35292be5-bc72-402c-999d-0124c4782ace,segment=NetworkSegment(0742a00d-7e59-4a19-aab2-c75bcfddb3ed),segment_id=0742a00d-7e59-4a19-aab2-c75bcfddb3ed)] {{(pid=86412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:41:48.330233 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-1ac9704d-3711-4422-a09c-343565e6aa7f req-08db0d93-1cbc-435a-a7f4-e856ff8a69d8 tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852958595'] for port, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:48.344108 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-381cf6d9-561b-44cb-bf52-503a994b8330 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:48.354199 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-65a9678f-6372-4e7c-b426-ef620f7035b8 req-134aceff-098a-445b-96cd-cf2724918152 service neutron] 10.222.0.42 "GET /v2.0/networks/c60a7a0e-d7f4-4271-80f2-d9ececf82671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239329 Apr 19 07:41:48.375932 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-ec648e8b-10d3-45b3-9bfd-d5948e4e8b13 req-ce388d8e-f58a-4f31-92aa-4ca8860054ef tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=36650465-235a-4162-8acf-4b22f62c04fd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2192290 Apr 19 07:41:48.379323 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24f7f9f-2e9e-4d76-a3f0-3d20beb354c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5782b8-96ae-43f7-8fa1-4be8da2c6758,revision_number=None']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:48.391452 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-a24f7f9f-2e9e-4d76-a3f0-3d20beb354c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:48.392741 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-a24f7f9f-2e9e-4d76-a3f0-3d20beb354c1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6a5782b8-96ae-43f7-8fa1-4be8da2c6758 HTTP/1.1" status: 204 len: 168 time: 0.8216097 Apr 19 07:41:48.397615 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-a24f7f9f-2e9e-4d76-a3f0-3d20beb354c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:48.421294 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816338b0-b9e7-4e7d-a661-888661de35c3 req-f1049cad-a06a-4df1-8a6d-bf1c67c13c5e tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:48.423118 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-816338b0-b9e7-4e7d-a661-888661de35c3 req-f1049cad-a06a-4df1-8a6d-bf1c67c13c5e tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] 10.222.0.41 "GET /v2.0/ports?device_id=b009e501-2dfe-4551-b113-e60e987a823d HTTP/1.1" status: 200 len: 945 time: 0.3830426 Apr 19 07:41:48.431924 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-2e16fb48-6286-4292-8756-ffd46d9ec348 req-8d554aa5-b51a-493b-95fc-42ea0cda9559 service neutron] 10.222.0.42 "GET /v2.0/networks/54cc282c-1ba1-4d63-8981-01ed15bb5ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007195 Apr 19 07:41:48.486037 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [req-1ac9704d-3711-4422-a09c-343565e6aa7f req-08db0d93-1cbc-435a-a7f4-e856ff8a69d8 tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] Calling delete_port for 35292be5-bc72-402c-999d-0124c4782ace owned by compute:nova {{(pid=86412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 07:41:48.597391 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-816338b0-b9e7-4e7d-a661-888661de35c3 req-aee3e840-ea5a-4cff-b53f-31cc06cfa7ed tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] 10.222.0.41 "GET /v2.0/security-groups?id=af628b93-e516-40e8-9b78-1a5966207069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642525 Apr 19 07:41:48.605081 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-2d6cee15-5a97-4a76-a2e0-5a77cdb63848 req-53db9047-e72c-4a2d-8c73-cdc895d80c75 service neutron] 10.222.0.42 "GET /v2.0/networks/9f8aa9f4-c051-436b-a77b-0b1e6ac2b108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5035954 Apr 19 07:41:48.802758 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-2e16fb48-6286-4292-8756-ffd46d9ec348 req-cf824df2-fd77-4c9b-9b7f-484eab19dc67 service neutron] 10.222.0.42 "GET /v2.0/networks/54cc282c-1ba1-4d63-8981-01ed15bb5ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008344 Apr 19 07:41:48.823450 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-2d6cee15-5a97-4a76-a2e0-5a77cdb63848 req-e555e064-684a-4407-93aa-8254f635b904 service neutron] 10.222.0.42 "GET /v2.0/networks/9f8aa9f4-c051-436b-a77b-0b1e6ac2b108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542330 Apr 19 07:41:48.968927 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Device 5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=86414) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 07:41:49.024887 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f334bcba-1379-4703-8946-778d566b6882 req-3b8cf302-a71d-4184-acb2-9e3c57bc71c6 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:49.044664 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-f334bcba-1379-4703-8946-778d566b6882 req-3b8cf302-a71d-4184-acb2-9e3c57bc71c6 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=808017b1-9edb-48b5-be3e-927a28c51660 HTTP/1.1" status: 200 len: 944 time: 0.2300539 Apr 19 07:41:49.071399 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Device 2e081745-18ec-437a-991c-88ad319333bc up at agent hyperv_hv-cinder-77387 {{(pid=86414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 07:41:49.073242 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-65a9678f-6372-4e7c-b426-ef620f7035b8 req-277d9886-15e4-4000-853a-c30bf1069700 service neutron] 10.222.0.42 "GET /v2.0/networks/c60a7a0e-d7f4-4271-80f2-d9ececf82671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5975449 Apr 19 07:41:49.206352 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ecc6f-9162-4022-90a3-ce841b648b98 req-06ad3c21-b803-4295-8f7b-4a3f705dd853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:49.208376 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-fe7ecc6f-9162-4022-90a3-ce841b648b98 req-06ad3c21-b803-4295-8f7b-4a3f705dd853 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4785af1c8f0e4b01af43cb5ee0e71925&device_id=104fc9d4-1bba-4041-b2b1-b56400a80d0f HTTP/1.1" status: 200 len: 1096 time: 0.2110579 Apr 19 07:41:49.278674 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-f334bcba-1379-4703-8946-778d566b6882 req-ac913bfc-ab6f-4a82-a637-e996d0debeb9 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316930 Apr 19 07:41:49.337814 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35c51f0-33c5-450b-afa9-73aaf920354f req-eb30e259-93a0-4e01-92d4-d810ebdce8cd tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:49.350470 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-e35c51f0-33c5-450b-afa9-73aaf920354f req-eb30e259-93a0-4e01-92d4-d810ebdce8cd tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/ports?device_id=104fc9d4-1bba-4041-b2b1-b56400a80d0f HTTP/1.1" status: 200 len: 943 time: 0.2100501 Apr 19 07:41:49.358762 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] For port 5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6,segment=NetworkSegment(82586cc3-7b22-4a5c-b95c-8fce131571e9),segment_id=82586cc3-7b22-4a5c-b95c-8fce131571e9)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:41:49.376665 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Returning: {'device': '5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6', 'network_id': '54cc282c-1ba1-4d63-8981-01ed15bb5ad4', 'port_id': '5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6', 'mac_address': 'fa:16:3e:ee:ca:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '576f6062-f22a-411b-bc12-7e9099407d19', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86414) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 07:41:49.382015 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Provisioning for port 2e081745-18ec-437a-991c-88ad319333bc completed by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 07:41:49.392728 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Provisioning complete for port 2e081745-18ec-437a-991c-88ad319333bc triggered by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:41:49.393354 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:49.395377 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 36948) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:41:49.397740 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ecc6f-9162-4022-90a3-ce841b648b98 req-6ec1828e-86c4-4892-89c3-bf049a9ef701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:49.399515 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-fe7ecc6f-9162-4022-90a3-ce841b648b98 req-6ec1828e-86c4-4892-89c3-bf049a9ef701 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9f8aa9f4-c051-436b-a77b-0b1e6ac2b108 HTTP/1.1" status: 200 len: 912 time: 0.1748757 Apr 19 07:41:49.448266 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-e35c51f0-33c5-450b-afa9-73aaf920354f req-06e0cb0f-8831-4b67-962b-727e1660ebb6 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1b9b2ed-6991-4ca2-9322-f0071141391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945520 Apr 19 07:41:49.498025 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-fe7ecc6f-9162-4022-90a3-ce841b648b98 req-ee46a30c-9197-4752-ad4b-2d68b9ece532 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a682408a-56d5-476e-90a7-5a0185eb46ea HTTP/1.1" status: 200 len: 217 time: 0.0884550 Apr 19 07:41:49.550723 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:49.582369 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-1ac9704d-3711-4422-a09c-343565e6aa7f req-08db0d93-1cbc-435a-a7f4-e856ff8a69d8 tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267090117919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267090550695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3936575'] for port, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:49.599014 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-0344b7d4-eaf0-4565-89fc-3f703be21185 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:49.648641 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08db0d93-1cbc-435a-a7f4-e856ff8a69d8 tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] Pushing event deleted for resources: {'Port': ['ID=35292be5-bc72-402c-999d-0124c4782ace,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:49.654637 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-08db0d93-1cbc-435a-a7f4-e856ff8a69d8 tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:49.709754 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6 {{(pid=86414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 07:41:49.731890 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] For port 5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6,segment=NetworkSegment(82586cc3-7b22-4a5c-b95c-8fce131571e9),segment_id=82586cc3-7b22-4a5c-b95c-8fce131571e9)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:41:49.752083 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:49.765873 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:49.766677 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Device d449a685-76fd-479a-8d99-8421a5be3888 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=86414) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 07:41:49.774052 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:49.807967 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f45b4ce-763e-4316-8d51-7ae4b134f23c req-44ca3867-72ee-47b9-9f3b-2311d0870c2a tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:49.810363 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-2f45b4ce-763e-4316-8d51-7ae4b134f23c req-44ca3867-72ee-47b9-9f3b-2311d0870c2a tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cb3e163-d85e-4af2-989d-8aeac6961b03 HTTP/1.1" status: 200 len: 943 time: 0.2417023 Apr 19 07:41:49.820237 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ac9704d-3711-4422-a09c-343565e6aa7f req-08db0d93-1cbc-435a-a7f4-e856ff8a69d8 tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] No DVR routers for this DVR port 35292be5-bc72-402c-999d-0124c4782ace on host hv-cinder-77387 {{(pid=86412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 07:41:49.832844 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ecc6f-9162-4022-90a3-ce841b648b98 req-921599de-3347-4987-8b5e-f534662a960c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:49.834511 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-fe7ecc6f-9162-4022-90a3-ce841b648b98 req-921599de-3347-4987-8b5e-f534662a960c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=de605b46-a093-48ae-a63f-9a51e235e4b3 HTTP/1.1" status: 200 len: 850 time: 0.3212159 Apr 19 07:41:49.838231 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-1ac9704d-3711-4422-a09c-343565e6aa7f req-08db0d93-1cbc-435a-a7f4-e856ff8a69d8 tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773070'] for port, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:49.841538 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b009e501-2dfe-4551-b113-e60e987a823d', 'name': 'network-vif-deleted', 'tag': '35292be5-bc72-402c-999d-0124c4782ace'}] {{(pid=86412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 07:41:49.868931 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-e2376367-ed03-40f2-bfe3-f0867307a5fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:49.931631 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-1ac9704d-3711-4422-a09c-343565e6aa7f req-08db0d93-1cbc-435a-a7f4-e856ff8a69d8 tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] 10.222.0.42 "DELETE /v2.0/ports/35292be5-bc72-402c-999d-0124c4782ace HTTP/1.1" status: 204 len: 173 time: 2.9451759 Apr 19 07:41:49.999872 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ecc6f-9162-4022-90a3-ce841b648b98 req-7a3f6353-0989-4e19-9927-fa138af2e746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:50.001729 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-fe7ecc6f-9162-4022-90a3-ce841b648b98 req-7a3f6353-0989-4e19-9927-fa138af2e746 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9f8aa9f4-c051-436b-a77b-0b1e6ac2b108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1494799 Apr 19 07:41:50.123807 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Pushing event updated for resources: {'Port': ['ID=5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6,revision_number=4']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:50.130289 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:50.139991 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-43ff0a13-0438-456e-a411-8dc78e13a236 req-ee3f9c53-7a60-4b4d-b691-f26077860a09 tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] 10.222.0.41 "GET /v2.0/ports?device_id=b009e501-2dfe-4551-b113-e60e987a823d HTTP/1.1" status: 200 len: 210 time: 0.3259344 Apr 19 07:41:50.150432 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-e2376367-ed03-40f2-bfe3-f0867307a5fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:41:50.156270 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-e2376367-ed03-40f2-bfe3-f0867307a5fc admin admin] Usage tracker for resource:security_group_rule and tenant:37d478a8d98544bebfa2998f49853dd3 is out of sync, need to count used quota {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:41:50.158214 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-e2376367-ed03-40f2-bfe3-f0867307a5fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:41:50.164632 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-e2376367-ed03-40f2-bfe3-f0867307a5fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:41:50.174456 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '947030fe-ad0e-4b25-98e0-790795d6c121', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e081745-18ec-437a-991c-88ad319333bc'}] {{(pid=86414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 07:41:50.203659 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] For port 2e081745-18ec-437a-991c-88ad319333bc, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=2e081745-18ec-437a-991c-88ad319333bc,segment=NetworkSegment(5ece5800-cf63-4b8e-9592-eecf9bad7847),segment_id=5ece5800-cf63-4b8e-9592-eecf9bad7847)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:41:50.209215 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-fe7ecc6f-9162-4022-90a3-ce841b648b98 req-52ddd46d-a412-48e4-9eb7-e540cbf93d2c service neutron] 10.222.0.42 "GET /v2.0/networks/9f8aa9f4-c051-436b-a77b-0b1e6ac2b108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993482 Apr 19 07:41:50.232347 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:50.233719 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Device 35292be5-bc72-402c-999d-0124c4782ace no longer exists at agent hyperv_hv-cinder-77387 {{(pid=86414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 07:41:50.271994 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:50.282059 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b009e501-2dfe-4551-b113-e60e987a823d', 'name': 'network-vif-deleted', 'tag': '35292be5-bc72-402c-999d-0124c4782ace', 'status': 'completed', 'code': 200} Apr 19 07:41:50.352373 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '947030fe-ad0e-4b25-98e0-790795d6c121', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e081745-18ec-437a-991c-88ad319333bc', 'code': 200} Apr 19 07:41:50.360938 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Pushing event updated for resources: {'Port': ['ID=2e081745-18ec-437a-991c-88ad319333bc,revision_number=5']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:50.366553 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] No Port match for: 35292be5-bc72-402c-999d-0124c4782ace {{(pid=86414) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 07:41:50.367093 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Device 35292be5-bc72-402c-999d-0124c4782ace not bound to the agent host hv-cinder-77387 {{(pid=86414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 07:41:50.367553 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-e2376367-ed03-40f2-bfe3-f0867307a5fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:50.376356 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-e2376367-ed03-40f2-bfe3-f0867307a5fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:50.401792 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:50.419370 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:50.463115 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2376367-ed03-40f2-bfe3-f0867307a5fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd64328-3fbd-4388-850d-fd7fbaccdd1d,revision_number=1']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:50.496320 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-e2376367-ed03-40f2-bfe3-f0867307a5fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:50.508557 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] For port d449a685-76fd-479a-8d99-8421a5be3888, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=d449a685-76fd-479a-8d99-8421a5be3888,segment=NetworkSegment(5ece5800-cf63-4b8e-9592-eecf9bad7847),segment_id=5ece5800-cf63-4b8e-9592-eecf9bad7847)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:41:50.524081 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-2f45b4ce-763e-4316-8d51-7ae4b134f23c req-59c642da-3676-43ab-8334-934ac525c415 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=36650465-235a-4162-8acf-4b22f62c04fd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.6620994 Apr 19 07:41:50.529285 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Returning: {'device': 'd449a685-76fd-479a-8d99-8421a5be3888', 'network_id': 'c60a7a0e-d7f4-4271-80f2-d9ececf82671', 'port_id': 'd449a685-76fd-479a-8d99-8421a5be3888', 'mac_address': 'fa:16:3e:33:01:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7ac704f-a7c2-4301-8e27-7927e5a3d15d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86414) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 07:41:50.544240 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-e2376367-ed03-40f2-bfe3-f0867307a5fc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=37d478a8d98544bebfa2998f49853dd3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1409194 Apr 19 07:41:50.554537 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 36988) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:41:50.558788 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-fe7ecc6f-9162-4022-90a3-ce841b648b98 req-33911362-93c7-4de3-88c0-fcaecc079cdd service neutron] 10.222.0.42 "GET /v2.0/networks/9f8aa9f4-c051-436b-a77b-0b1e6ac2b108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3430045 Apr 19 07:41:50.608009 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:50.629915 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d449a685-76fd-479a-8d99-8421a5be3888 {{(pid=86414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 07:41:50.661462 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] For port d449a685-76fd-479a-8d99-8421a5be3888, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=d449a685-76fd-479a-8d99-8421a5be3888,segment=NetworkSegment(5ece5800-cf63-4b8e-9592-eecf9bad7847),segment_id=5ece5800-cf63-4b8e-9592-eecf9bad7847)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:41:50.678499 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:50.680798 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:50.687127 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bc3bccda-ecad-440c-ac5c-fa71e8125e5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:50.723933 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bc3bccda-ecad-440c-ac5c-fa71e8125e5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:50.835347 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Pushing event updated for resources: {'Port': ['ID=d449a685-76fd-479a-8d99-8421a5be3888,revision_number=4']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:50.839058 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:50.875241 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bc3bccda-ecad-440c-ac5c-fa71e8125e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:50.883033 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-ae8364a2-49b8-4cee-bdb5-ea1c7dca9ba4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:50.896978 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac83962f-233c-416b-917e-40bdeabaa86f req-d2e021dc-95b6-4db9-9df3-4f90856332b2 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:50.898976 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-ac83962f-233c-416b-917e-40bdeabaa86f req-d2e021dc-95b6-4db9-9df3-4f90856332b2 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=808017b1-9edb-48b5-be3e-927a28c51660 HTTP/1.1" status: 200 len: 945 time: 0.3080614 Apr 19 07:41:50.899354 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3bccda-ecad-440c-ac5c-fa71e8125e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd64328-3fbd-4388-850d-fd7fbaccdd1d,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:50.916997 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-bc3bccda-ecad-440c-ac5c-fa71e8125e5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:50.921166 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd64c6aa-a6cd-46cb-908e-c6f6724dd483 req-3f803494-70b8-41e6-85e0-37a6cc05efc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:50.923421 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-fd64c6aa-a6cd-46cb-908e-c6f6724dd483 req-3f803494-70b8-41e6-85e0-37a6cc05efc0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=947030fe-ad0e-4b25-98e0-790795d6c121 HTTP/1.1" status: 200 len: 1098 time: 0.1554947 Apr 19 07:41:50.924423 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bc3bccda-ecad-440c-ac5c-fa71e8125e5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:50.927126 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-bc3bccda-ecad-440c-ac5c-fa71e8125e5e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9bd64328-3fbd-4388-850d-fd7fbaccdd1d HTTP/1.1" status: 204 len: 168 time: 0.3698475 Apr 19 07:41:50.937469 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] get_ports_and_sgs() called for port_ids ['5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6'] {{(pid=86414) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 07:41:50.985532 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] get_ports_and_sgs() called for port_ids ['d449a685-76fd-479a-8d99-8421a5be3888'] {{(pid=86414) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 07:41:51.003897 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e16d935-76db-4361-a78c-598f33c4e346 req-27b54dc6-9ddd-4306-b941-a0b50a01e963 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:51.015961 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-8e16d935-76db-4361-a78c-598f33c4e346 req-27b54dc6-9ddd-4306-b941-a0b50a01e963 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/ports?device_id=104fc9d4-1bba-4041-b2b1-b56400a80d0f HTTP/1.1" status: 200 len: 943 time: 0.2694595 Apr 19 07:41:51.090148 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-ac83962f-233c-416b-917e-40bdeabaa86f req-bec50fbb-9ec1-4f5e-aebb-a891c178f000 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748629 Apr 19 07:41:51.095477 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-fd64c6aa-a6cd-46cb-908e-c6f6724dd483 req-cca56141-5dd2-42d1-9c12-793cdabfd384 service neutron] Synchronizing usage tracker for tenant:187be2f8d323450bbe57fca3d8ce0bf0 on resource:security_group {{(pid=86412) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 07:41:51.116635 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Device a682408a-56d5-476e-90a7-5a0185eb46ea details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=86414) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 07:41:51.139658 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-fd64c6aa-a6cd-46cb-908e-c6f6724dd483 req-cca56141-5dd2-42d1-9c12-793cdabfd384 service neutron] Unset dirty status for tenant:187be2f8d323450bbe57fca3d8ce0bf0 on resource:security_group {{(pid=86412) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 07:41:51.140916 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-fd64c6aa-a6cd-46cb-908e-c6f6724dd483 req-cca56141-5dd2-42d1-9c12-793cdabfd384 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908550 Apr 19 07:41:51.187814 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-8e16d935-76db-4361-a78c-598f33c4e346 req-b8f48597-28da-4aa5-a6f0-829011937ccd tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1b9b2ed-6991-4ca2-9322-f0071141391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1707168 Apr 19 07:41:51.500791 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-9df5344d-3eaa-410d-8911-4b6619fbe6ec req-f366b7fc-0147-413b-883b-d304592306c3 tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] 10.222.0.41 "GET /v2.0/ports?device_id=b009e501-2dfe-4551-b113-e60e987a823d HTTP/1.1" status: 200 len: 210 time: 0.0812421 Apr 19 07:41:51.642860 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] For port a682408a-56d5-476e-90a7-5a0185eb46ea, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=a682408a-56d5-476e-90a7-5a0185eb46ea,segment=NetworkSegment(71797285-2b24-44ab-bc5d-907fe2f55ea2),segment_id=71797285-2b24-44ab-bc5d-907fe2f55ea2)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:41:51.681556 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Returning: {'device': 'a682408a-56d5-476e-90a7-5a0185eb46ea', 'network_id': '9f8aa9f4-c051-436b-a77b-0b1e6ac2b108', 'port_id': 'a682408a-56d5-476e-90a7-5a0185eb46ea', 'mac_address': 'fa:16:3e:a0:fb:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de605b46-a093-48ae-a63f-9a51e235e4b3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86414) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 07:41:51.737124 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 37038) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:41:51.753165 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68750593-455d-4be1-b009-05fb5f00c040 req-29f52456-3861-424b-ae38-1283e399a6f8 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:51.754755 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-68750593-455d-4be1-b009-05fb5f00c040 req-29f52456-3861-424b-ae38-1283e399a6f8 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cb3e163-d85e-4af2-989d-8aeac6961b03 HTTP/1.1" status: 200 len: 944 time: 0.0985401 Apr 19 07:41:51.758397 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-18d54c92-a5b8-428e-9110-15ea93e557b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:51.770084 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:51.789226 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a682408a-56d5-476e-90a7-5a0185eb46ea {{(pid=86414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 07:41:51.798921 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-18d54c92-a5b8-428e-9110-15ea93e557b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:41:51.803859 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-18d54c92-a5b8-428e-9110-15ea93e557b5 admin admin] Usage tracker for resource:security_group_rule and tenant:d31b735326a44923b633ebb4095819cb is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:41:51.806938 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-18d54c92-a5b8-428e-9110-15ea93e557b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:41:51.807276 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] For port a682408a-56d5-476e-90a7-5a0185eb46ea, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=a682408a-56d5-476e-90a7-5a0185eb46ea,segment=NetworkSegment(71797285-2b24-44ab-bc5d-907fe2f55ea2),segment_id=71797285-2b24-44ab-bc5d-907fe2f55ea2)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:41:51.811140 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:51.813047 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-1194632d-6afe-45f5-858f-136949a2779e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:51.814462 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-18d54c92-a5b8-428e-9110-15ea93e557b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:41:51.817966 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-68750593-455d-4be1-b009-05fb5f00c040 req-46a4e235-121d-4c6b-92e3-de638fa5819d tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=36650465-235a-4162-8acf-4b22f62c04fd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0534961 Apr 19 07:41:51.901346 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Pushing event updated for resources: {'Port': ['ID=a682408a-56d5-476e-90a7-5a0185eb46ea,revision_number=4']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:51.905111 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:51.927966 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-18d54c92-a5b8-428e-9110-15ea93e557b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:51.930537 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-18d54c92-a5b8-428e-9110-15ea93e557b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:51.939473 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-a4569db8-b2ad-4ab2-92a0-0c601f8f93e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:51.985098 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-18d54c92-a5b8-428e-9110-15ea93e557b5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d31b735326a44923b633ebb4095819cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2467117 Apr 19 07:41:51.986493 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d54c92-a5b8-428e-9110-15ea93e557b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=896ccbf6-f702-42d1-a2e5-d90c7fa2c666,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:51.987240 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 37050) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:41:51.991656 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-18d54c92-a5b8-428e-9110-15ea93e557b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:52.070227 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-030afc01-9855-46dc-a26f-99882e97d62b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:52.098230 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-030afc01-9855-46dc-a26f-99882e97d62b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:52.155621 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-030afc01-9855-46dc-a26f-99882e97d62b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:52.164410 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-780085eb-3a20-400e-97f2-cc6a760dcd2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:52.178986 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030afc01-9855-46dc-a26f-99882e97d62b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=896ccbf6-f702-42d1-a2e5-d90c7fa2c666,revision_number=None']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:52.183221 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-030afc01-9855-46dc-a26f-99882e97d62b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:52.185342 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-030afc01-9855-46dc-a26f-99882e97d62b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:52.186524 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-030afc01-9855-46dc-a26f-99882e97d62b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/896ccbf6-f702-42d1-a2e5-d90c7fa2c666 HTTP/1.1" status: 204 len: 168 time: 0.1970305 Apr 19 07:41:52.218580 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] get_ports_and_sgs() called for port_ids ['a682408a-56d5-476e-90a7-5a0185eb46ea'] {{(pid=86414) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 07:41:52.329303 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360326ce-6e07-4645-a88c-a30d6ad3e0be req-8e7af11e-9fcb-43e2-99b3-b442a7af88cb tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:52.338407 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-360326ce-6e07-4645-a88c-a30d6ad3e0be req-8e7af11e-9fcb-43e2-99b3-b442a7af88cb tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=808017b1-9edb-48b5-be3e-927a28c51660 HTTP/1.1" status: 200 len: 945 time: 0.1005290 Apr 19 07:41:52.393481 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-360326ce-6e07-4645-a88c-a30d6ad3e0be req-3fd732ab-359d-43f9-8160-0bd0c8c1de25 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537820 Apr 19 07:41:52.487052 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c491df-34e3-4ddd-b01d-2baf0d761444 req-d841d70b-6b5e-49a2-a665-6f6d7221ee41 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:52.489048 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-02c491df-34e3-4ddd-b01d-2baf0d761444 req-d841d70b-6b5e-49a2-a665-6f6d7221ee41 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/ports?device_id=104fc9d4-1bba-4041-b2b1-b56400a80d0f HTTP/1.1" status: 200 len: 944 time: 0.0945499 Apr 19 07:41:52.570907 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-02c491df-34e3-4ddd-b01d-2baf0d761444 req-172ea075-2b10-430b-bf29-4bf05ecf9fe0 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1b9b2ed-6991-4ca2-9322-f0071141391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754921 Apr 19 07:41:52.994421 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Device 5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6 up at agent hyperv_hv-cinder-77387 {{(pid=86414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 07:41:53.115545 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 37140) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:41:53.225120 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Provisioning for port 5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6 completed by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 07:41:53.239542 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Provisioning complete for port 5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6 triggered by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:41:53.241331 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:53.245921 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fae278e-f6f7-4b5f-a1ad-3b23f251b3e1 req-23baa7b4-1d33-4d2b-b942-eba3dc56e53b tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:53.254135 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-5fae278e-f6f7-4b5f-a1ad-3b23f251b3e1 req-23baa7b4-1d33-4d2b-b942-eba3dc56e53b tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cb3e163-d85e-4af2-989d-8aeac6961b03 HTTP/1.1" status: 200 len: 944 time: 0.2729127 Apr 19 07:41:53.313403 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-5fae278e-f6f7-4b5f-a1ad-3b23f251b3e1 req-3308e3aa-1d86-473e-af65-2dbb7f138a10 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=36650465-235a-4162-8acf-4b22f62c04fd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0580194 Apr 19 07:41:53.369541 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-51ab4f15-3aa3-4455-9e78-1faa0aebb899 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:53.387233 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-51ab4f15-3aa3-4455-9e78-1faa0aebb899 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:41:53.392224 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-51ab4f15-3aa3-4455-9e78-1faa0aebb899 admin admin] Usage tracker for resource:security_group_rule and tenant:6a895e53ce484d15a4bcd8b47930f70d is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:41:53.395565 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-51ab4f15-3aa3-4455-9e78-1faa0aebb899 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:41:53.402821 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-51ab4f15-3aa3-4455-9e78-1faa0aebb899 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:41:53.466389 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:53.505679 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cb3e163-d85e-4af2-989d-8aeac6961b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6'}] {{(pid=86414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 07:41:53.521936 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] For port 5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6,segment=NetworkSegment(82586cc3-7b22-4a5c-b95c-8fce131571e9),segment_id=82586cc3-7b22-4a5c-b95c-8fce131571e9)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:41:53.526261 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:53.527373 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Device a682408a-56d5-476e-90a7-5a0185eb46ea up at agent hyperv_hv-cinder-77387 {{(pid=86414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 07:41:53.575647 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:53.580358 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-51ab4f15-3aa3-4455-9e78-1faa0aebb899 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:53.585029 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-51ab4f15-3aa3-4455-9e78-1faa0aebb899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:53.596944 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-24fa042e-e178-4769-ac41-d4558ffb4f57 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:53.659890 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cb3e163-d85e-4af2-989d-8aeac6961b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6', 'code': 200} Apr 19 07:41:53.781229 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Pushing event updated for resources: {'Port': ['ID=5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6,revision_number=5']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:53.785833 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:53.796715 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Provisioning for port a682408a-56d5-476e-90a7-5a0185eb46ea completed by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 07:41:53.813321 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Provisioning complete for port a682408a-56d5-476e-90a7-5a0185eb46ea triggered by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:41:53.813996 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:53.885825 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa28651-31bc-4b13-83e9-df7ff00891af req-cee4a1bd-0fa9-40ee-8448-64d30e472dc5 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:53.889804 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-1fa28651-31bc-4b13-83e9-df7ff00891af req-cee4a1bd-0fa9-40ee-8448-64d30e472dc5 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/ports?device_id=104fc9d4-1bba-4041-b2b1-b56400a80d0f HTTP/1.1" status: 200 len: 944 time: 0.1610639 Apr 19 07:41:53.906473 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad9882a-0fa4-4753-a907-dacb47fe114a req-b50342eb-7ca8-4475-9514-7973ffa7294b tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:53.913133 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-4ad9882a-0fa4-4753-a907-dacb47fe114a req-b50342eb-7ca8-4475-9514-7973ffa7294b tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=808017b1-9edb-48b5-be3e-927a28c51660 HTTP/1.1" status: 200 len: 945 time: 0.3022153 Apr 19 07:41:54.017779 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-1fa28651-31bc-4b13-83e9-df7ff00891af req-3ee7ce15-84fd-497c-9d9a-2a8ff0b3da68 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1b9b2ed-6991-4ca2-9322-f0071141391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023026 Apr 19 07:41:54.047513 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:54.113857 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] For port a682408a-56d5-476e-90a7-5a0185eb46ea, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=a682408a-56d5-476e-90a7-5a0185eb46ea,segment=NetworkSegment(71797285-2b24-44ab-bc5d-907fe2f55ea2),segment_id=71797285-2b24-44ab-bc5d-907fe2f55ea2)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:41:54.122827 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:54.123935 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Device d449a685-76fd-479a-8d99-8421a5be3888 up at agent hyperv_hv-cinder-77387 {{(pid=86414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 07:41:54.133021 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-4ad9882a-0fa4-4753-a907-dacb47fe114a req-594340bb-5d1e-477b-898a-eceb01bbda3b tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187358 Apr 19 07:41:54.178166 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-51ab4f15-3aa3-4455-9e78-1faa0aebb899 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6a895e53ce484d15a4bcd8b47930f70d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0613871 Apr 19 07:41:54.180085 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 37204) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:41:54.193748 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ab4f15-3aa3-4455-9e78-1faa0aebb899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7dbc680-df2e-4976-a733-2998fb485eaa,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:54.197570 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-51ab4f15-3aa3-4455-9e78-1faa0aebb899 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.601s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:54.208554 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-2342f5f3-2d14-4dfd-a8a0-224e79f5efc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:54.209021 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb06398d-4c29-401e-b783-a3852e3da410 req-2d04eeb4-0bb7-4cdb-ade1-475629f47ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:54.210915 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-bb06398d-4c29-401e-b783-a3852e3da410 req-2d04eeb4-0bb7-4cdb-ade1-475629f47ab7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7cb3e163-d85e-4af2-989d-8aeac6961b03 HTTP/1.1" status: 200 len: 1098 time: 0.1388896 Apr 19 07:41:54.282497 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-bb06398d-4c29-401e-b783-a3852e3da410 req-bec92af8-c0ac-46e2-91df-0b107f85dce5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=36650465-235a-4162-8acf-4b22f62c04fd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0648046 Apr 19 07:41:54.314863 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-9f8b33da-68d1-4a86-8cb8-df4b2ccbbdf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:54.350947 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-9f8b33da-68d1-4a86-8cb8-df4b2ccbbdf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:54.352739 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Pushing event updated for resources: {'Port': ['ID=a682408a-56d5-476e-90a7-5a0185eb46ea,revision_number=5']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:54.357856 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:54.369149 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Provisioning for port d449a685-76fd-479a-8d99-8421a5be3888 completed by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 07:41:54.377093 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Provisioning complete for port d449a685-76fd-479a-8d99-8421a5be3888 triggered by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:41:54.379034 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:54.406386 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-9f8b33da-68d1-4a86-8cb8-df4b2ccbbdf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:54.412830 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:54.425765 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-9f8b33da-68d1-4a86-8cb8-df4b2ccbbdf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:54.426978 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-9f8b33da-68d1-4a86-8cb8-df4b2ccbbdf6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d7dbc680-df2e-4976-a733-2998fb485eaa HTTP/1.1" status: 204 len: 168 time: 0.2456973 Apr 19 07:41:54.429767 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8b33da-68d1-4a86-8cb8-df4b2ccbbdf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7dbc680-df2e-4976-a733-2998fb485eaa,revision_number=None']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:54.435596 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-9f8b33da-68d1-4a86-8cb8-df4b2ccbbdf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:54.438820 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 37226) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:41:54.560464 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:54.594755 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1498b79-b28d-4036-a3f4-d75ae41e1603 req-8bd12102-9d65-4970-aa44-7dcf5c6d1876 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:54.596783 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-a1498b79-b28d-4036-a3f4-d75ae41e1603 req-8bd12102-9d65-4970-aa44-7dcf5c6d1876 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cb3e163-d85e-4af2-989d-8aeac6961b03 HTTP/1.1" status: 200 len: 945 time: 0.1476862 Apr 19 07:41:54.609541 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] For port d449a685-76fd-479a-8d99-8421a5be3888, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=d449a685-76fd-479a-8d99-8421a5be3888,segment=NetworkSegment(5ece5800-cf63-4b8e-9592-eecf9bad7847),segment_id=5ece5800-cf63-4b8e-9592-eecf9bad7847)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:41:54.614173 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:54.617152 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-f7760a68-f782-49d4-b5fe-d752aa3b703b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:54.701651 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-a1498b79-b28d-4036-a3f4-d75ae41e1603 req-0882695e-7b27-4757-80bf-5c0576255001 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=36650465-235a-4162-8acf-4b22f62c04fd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0870888 Apr 19 07:41:54.704634 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Pushing event updated for resources: {'Port': ['ID=d449a685-76fd-479a-8d99-8421a5be3888,revision_number=5']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:54.708772 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:54.780915 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 37244) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:41:54.847225 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0eab97a-cb59-46d5-b082-31efdafeb2cd admin admin] Deleting subnet 3dd7269a-5347-4afd-8bbc-fa20cb5246a7 {{(pid=86413) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 07:41:54.850437 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-f0eab97a-cb59-46d5-b082-31efdafeb2cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:54.890784 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 37250) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:41:54.903729 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-672af732-2fa8-4bd2-8957-825316638411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:54.934443 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-672af732-2fa8-4bd2-8957-825316638411 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:41:54.942160 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-f0eab97a-cb59-46d5-b082-31efdafeb2cd admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:54.945103 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-672af732-2fa8-4bd2-8957-825316638411 admin admin] Usage tracker for resource:security_group_rule and tenant:448738711dba40a981d1ca96ddf7cfbd is out of sync, need to count used quota {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:41:54.950635 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-672af732-2fa8-4bd2-8957-825316638411 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:41:54.957868 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-f0eab97a-cb59-46d5-b082-31efdafeb2cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-771124'] for subnet, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:54.978684 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 37256) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:41:54.990882 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-672af732-2fa8-4bd2-8957-825316638411 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:41:55.007183 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-321f6e3e-8817-4181-a401-d97b2c6d3240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:55.035858 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-321f6e3e-8817-4181-a401-d97b2c6d3240 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:41:55.044017 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-321f6e3e-8817-4181-a401-d97b2c6d3240 admin admin] Usage tracker for resource:security_group_rule and tenant:32c4b52e68bb4592ad02fdad4e4ca680 is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:41:55.063272 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-321f6e3e-8817-4181-a401-d97b2c6d3240 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:41:55.076756 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-321f6e3e-8817-4181-a401-d97b2c6d3240 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:41:55.270721 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-321f6e3e-8817-4181-a401-d97b2c6d3240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:55.276265 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-321f6e3e-8817-4181-a401-d97b2c6d3240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:55.294962 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:55.296466 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-672af732-2fa8-4bd2-8957-825316638411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:55.355008 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-672af732-2fa8-4bd2-8957-825316638411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:55.369340 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-fd4e0e1c-7e77-4b1d-8600-f9618f627579 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:55.373685 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:55.382196 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321f6e3e-8817-4181-a401-d97b2c6d3240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=528189f3-16b6-4196-bde8-e6a400ce24dd,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:55.386922 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-321f6e3e-8817-4181-a401-d97b2c6d3240 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=32c4b52e68bb4592ad02fdad4e4ca680&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4068081 Apr 19 07:41:55.388291 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-321f6e3e-8817-4181-a401-d97b2c6d3240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:55.390838 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 37268) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:41:55.396831 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-fd4e0e1c-7e77-4b1d-8600-f9618f627579 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:41:55.416295 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-fd4e0e1c-7e77-4b1d-8600-f9618f627579 admin admin] Usage tracker for resource:security_group_rule and tenant:0530f68819154924bb196c8853dc46a2 is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:41:55.427599 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-fd4e0e1c-7e77-4b1d-8600-f9618f627579 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:41:55.443558 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-fd4e0e1c-7e77-4b1d-8600-f9618f627579 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:41:55.479657 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-672af732-2fa8-4bd2-8957-825316638411 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=448738711dba40a981d1ca96ddf7cfbd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0396698 Apr 19 07:41:55.484941 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 37274) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:41:55.508826 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672af732-2fa8-4bd2-8957-825316638411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc900573-6237-4926-8543-bf8a83b71bbf,revision_number=1']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:55.515977 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-a055197a-7e20-4c59-ac3c-a054d57dfd6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:55.518739 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-672af732-2fa8-4bd2-8957-825316638411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:55.577936 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-a055197a-7e20-4c59-ac3c-a054d57dfd6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:55.636847 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-395eb9ae-672f-425c-a38b-9b0b3361f985 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:55.646821 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c2db3-1591-46ac-b381-5ee41a7e9066 req-3ab9d545-6520-46e1-b35c-cbd9992aad28 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:55.648638 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-1a4c2db3-1591-46ac-b381-5ee41a7e9066 req-3ab9d545-6520-46e1-b35c-cbd9992aad28 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=808017b1-9edb-48b5-be3e-927a28c51660 HTTP/1.1" status: 200 len: 946 time: 0.2759848 Apr 19 07:41:55.657777 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0dc4a3-d941-47e3-89ea-c33886cee689 req-05cb320c-6f0c-4c86-a62c-8ff745816dbd tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:55.661175 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '104fc9d4-1bba-4041-b2b1-b56400a80d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a682408a-56d5-476e-90a7-5a0185eb46ea'}, {'server_uuid': '808017b1-9edb-48b5-be3e-927a28c51660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd449a685-76fd-479a-8d99-8421a5be3888'}] {{(pid=86414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 07:41:55.666449 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-4d0dc4a3-d941-47e3-89ea-c33886cee689 req-05cb320c-6f0c-4c86-a62c-8ff745816dbd tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/ports?device_id=104fc9d4-1bba-4041-b2b1-b56400a80d0f HTTP/1.1" status: 200 len: 945 time: 0.3619013 Apr 19 07:41:55.713097 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-395eb9ae-672f-425c-a38b-9b0b3361f985 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:55.732073 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-fd4e0e1c-7e77-4b1d-8600-f9618f627579 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:55.743503 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-fd4e0e1c-7e77-4b1d-8600-f9618f627579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:55.754692 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:55.758183 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-f0eab97a-cb59-46d5-b082-31efdafeb2cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854004724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1716840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314'] for subnet, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:55.763540 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-1a4c2db3-1591-46ac-b381-5ee41a7e9066 req-584cc877-afd9-4f35-907b-65d99f9ce6ba tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905445 Apr 19 07:41:55.775725 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-4d0dc4a3-d941-47e3-89ea-c33886cee689 req-204ed14f-9256-477c-8fde-9aafd6dd5bc8 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1b9b2ed-6991-4ca2-9322-f0071141391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083245 Apr 19 07:41:55.792917 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:55.801731 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-fd4e0e1c-7e77-4b1d-8600-f9618f627579 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0530f68819154924bb196c8853dc46a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9093874 Apr 19 07:41:55.817816 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 37286) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:41:55.836396 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-a055197a-7e20-4c59-ac3c-a054d57dfd6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:55.838021 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '104fc9d4-1bba-4041-b2b1-b56400a80d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a682408a-56d5-476e-90a7-5a0185eb46ea', 'code': 200} Apr 19 07:41:55.838362 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '808017b1-9edb-48b5-be3e-927a28c51660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd449a685-76fd-479a-8d99-8421a5be3888', 'code': 200} Apr 19 07:41:55.850838 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eab97a-cb59-46d5-b082-31efdafeb2cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dd7269a-5347-4afd-8bbc-fa20cb5246a7,revision_number=None']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:55.861389 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-f0eab97a-cb59-46d5-b082-31efdafeb2cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853097331'] for subnet, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:55.865903 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0eab97a-cb59-46d5-b082-31efdafeb2cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:41:55.866300 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0eab97a-cb59-46d5-b082-31efdafeb2cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:41:55.867001 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0eab97a-cb59-46d5-b082-31efdafeb2cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:41:55.867516 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0eab97a-cb59-46d5-b082-31efdafeb2cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:41:55.867895 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0eab97a-cb59-46d5-b082-31efdafeb2cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:41:55.868270 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0eab97a-cb59-46d5-b082-31efdafeb2cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:41:55.868642 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0eab97a-cb59-46d5-b082-31efdafeb2cd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:41:55.869017 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0eab97a-cb59-46d5-b082-31efdafeb2cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:41:55.869384 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0eab97a-cb59-46d5-b082-31efdafeb2cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:41:55.869750 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0eab97a-cb59-46d5-b082-31efdafeb2cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:41:55.870115 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0eab97a-cb59-46d5-b082-31efdafeb2cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:41:55.870480 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0eab97a-cb59-46d5-b082-31efdafeb2cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:41:55.875453 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-f0eab97a-cb59-46d5-b082-31efdafeb2cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:55.884706 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-f0eab97a-cb59-46d5-b082-31efdafeb2cd admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3dd7269a-5347-4afd-8bbc-fa20cb5246a7 HTTP/1.1" status: 204 len: 168 time: 1.1024578 Apr 19 07:41:55.887357 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 37290) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:41:55.969052 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4e0e1c-7e77-4b1d-8600-f9618f627579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d527efd9-3a00-4bac-964f-1f9db8e8fc78,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:55.984128 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-fd4e0e1c-7e77-4b1d-8600-f9618f627579 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:55.990716 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-51ab4f15-3aa3-4455-9e78-1faa0aebb899 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:56.025911 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a055197a-7e20-4c59-ac3c-a054d57dfd6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=528189f3-16b6-4196-bde8-e6a400ce24dd,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:56.040014 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-a055197a-7e20-4c59-ac3c-a054d57dfd6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:56.108584 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-a6f622d4-842b-4504-adb4-e2a8753fe603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-686968'] for network, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:56.134931 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623f6322-22d7-4d06-8042-e7005b143dc5 req-edd7f996-b315-4d93-8871-184b965492db tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:56.136591 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-623f6322-22d7-4d06-8042-e7005b143dc5 req-edd7f996-b315-4d93-8871-184b965492db tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cb3e163-d85e-4af2-989d-8aeac6961b03 HTTP/1.1" status: 200 len: 945 time: 0.1538997 Apr 19 07:41:56.206735 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-395eb9ae-672f-425c-a38b-9b0b3361f985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:56.249210 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-623f6322-22d7-4d06-8042-e7005b143dc5 req-44c24936-4d59-4d3c-9259-594882ba64c6 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=36650465-235a-4162-8acf-4b22f62c04fd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0750253 Apr 19 07:41:56.249556 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:56.266711 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-a055197a-7e20-4c59-ac3c-a054d57dfd6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:56.270537 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-a055197a-7e20-4c59-ac3c-a054d57dfd6e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/528189f3-16b6-4196-bde8-e6a400ce24dd HTTP/1.1" status: 204 len: 168 time: 0.8743429 Apr 19 07:41:56.302878 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-395eb9ae-672f-425c-a38b-9b0b3361f985 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:56.307348 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-395eb9ae-672f-425c-a38b-9b0b3361f985 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bc900573-6237-4926-8543-bf8a83b71bbf HTTP/1.1" status: 204 len: 168 time: 0.8147097 Apr 19 07:41:56.326355 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-806b5046-37bf-4a9f-9ea1-e0bd39d2c029 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:56.331753 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-a6f622d4-842b-4504-adb4-e2a8753fe603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854004639', 'neutron.services.segments.db._delete_segments_for_network-8769764573043'] for network, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:56.360772 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-806b5046-37bf-4a9f-9ea1-e0bd39d2c029 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:56.388389 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395eb9ae-672f-425c-a38b-9b0b3361f985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc900573-6237-4926-8543-bf8a83b71bbf,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:56.443034 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395eb9ae-672f-425c-a38b-9b0b3361f985 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:41:56.443549 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395eb9ae-672f-425c-a38b-9b0b3361f985 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:41:56.444059 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395eb9ae-672f-425c-a38b-9b0b3361f985 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:41:56.444324 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395eb9ae-672f-425c-a38b-9b0b3361f985 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:41:56.444823 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395eb9ae-672f-425c-a38b-9b0b3361f985 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:41:56.445218 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395eb9ae-672f-425c-a38b-9b0b3361f985 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:41:56.445984 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395eb9ae-672f-425c-a38b-9b0b3361f985 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:41:56.446396 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395eb9ae-672f-425c-a38b-9b0b3361f985 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:41:56.446743 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395eb9ae-672f-425c-a38b-9b0b3361f985 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:41:56.447161 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395eb9ae-672f-425c-a38b-9b0b3361f985 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:41:56.447516 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395eb9ae-672f-425c-a38b-9b0b3361f985 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:41:56.447925 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395eb9ae-672f-425c-a38b-9b0b3361f985 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:41:56.451626 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-395eb9ae-672f-425c-a38b-9b0b3361f985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:56.462773 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244da81c-11e4-418c-9864-ce711121b9bd req-34e41fd4-3ef2-4fef-8e01-91e875d3c9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:56.464502 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-244da81c-11e4-418c-9864-ce711121b9bd req-34e41fd4-3ef2-4fef-8e01-91e875d3c9bc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=808017b1-9edb-48b5-be3e-927a28c51660 HTTP/1.1" status: 200 len: 1099 time: 0.3773930 Apr 19 07:41:56.483964 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-a6f622d4-842b-4504-adb4-e2a8753fe603 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:41:56.484375 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-a6f622d4-842b-4504-adb4-e2a8753fe603 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:41:56.485251 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-a6f622d4-842b-4504-adb4-e2a8753fe603 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:41:56.485528 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-a6f622d4-842b-4504-adb4-e2a8753fe603 admin admin] Subscribe: > port after_create 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:41:56.485877 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-a6f622d4-842b-4504-adb4-e2a8753fe603 admin admin] Subscribe: > port after_delete 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:41:56.486223 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-a6f622d4-842b-4504-adb4-e2a8753fe603 admin admin] Subscribe: > port after_update 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:41:56.486577 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-a6f622d4-842b-4504-adb4-e2a8753fe603 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:41:56.486927 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-a6f622d4-842b-4504-adb4-e2a8753fe603 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:41:56.487298 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-a6f622d4-842b-4504-adb4-e2a8753fe603 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:41:56.487642 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-a6f622d4-842b-4504-adb4-e2a8753fe603 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:41:56.522296 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-244da81c-11e4-418c-9864-ce711121b9bd req-7c719b95-cd03-487a-a814-f2f9a48b1db5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432820 Apr 19 07:41:56.533697 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e955ae-07f9-44b3-b5bb-0e3178faac93 req-ddde3c5d-31e3-442f-abf7-ba3fcef98174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:56.535511 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-f0e955ae-07f9-44b3-b5bb-0e3178faac93 req-ddde3c5d-31e3-442f-abf7-ba3fcef98174 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=104fc9d4-1bba-4041-b2b1-b56400a80d0f HTTP/1.1" status: 200 len: 1098 time: 0.3306901 Apr 19 07:41:56.539822 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-806b5046-37bf-4a9f-9ea1-e0bd39d2c029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:56.547819 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-585d9f37-5467-4286-bf1f-a975566a7348 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:56.554911 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-a6f622d4-842b-4504-adb4-e2a8753fe603 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:41:56.555470 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-a6f622d4-842b-4504-adb4-e2a8753fe603 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:41:56.555839 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-a6f622d4-842b-4504-adb4-e2a8753fe603 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:41:56.556201 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-a6f622d4-842b-4504-adb4-e2a8753fe603 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 07:41:56.556582 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.services.segments.db [None req-a6f622d4-842b-4504-adb4-e2a8753fe603 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92b22e7c-ace4-4b86-82cd-798189d12915']}} {{(pid=86413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:41:56.566932 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806b5046-37bf-4a9f-9ea1-e0bd39d2c029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d527efd9-3a00-4bac-964f-1f9db8e8fc78,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:56.571472 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-806b5046-37bf-4a9f-9ea1-e0bd39d2c029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:56.571663 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.services.segments.db [None req-a6f622d4-842b-4504-adb4-e2a8753fe603 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0742a00d-7e59-4a19-aab2-c75bcfddb3ed') {'for_net_delete': True} {{(pid=86413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:41:56.571886 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.services.segments.db [None req-a6f622d4-842b-4504-adb4-e2a8753fe603 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0742a00d-7e59-4a19-aab2-c75bcfddb3ed') {} {{(pid=86413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:41:56.587492 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-806b5046-37bf-4a9f-9ea1-e0bd39d2c029 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:56.589025 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-806b5046-37bf-4a9f-9ea1-e0bd39d2c029 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d527efd9-3a00-4bac-964f-1f9db8e8fc78 HTTP/1.1" status: 204 len: 168 time: 0.7701778 Apr 19 07:41:56.598772 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-a6f622d4-842b-4504-adb4-e2a8753fe603 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363267090041187', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850942099'] for segment, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:56.615943 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-a6f622d4-842b-4504-adb4-e2a8753fe603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853992622'] for segment, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:56.621668 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-f0e955ae-07f9-44b3-b5bb-0e3178faac93 req-f42baf99-381f-4953-ac76-2923ad3bf772 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e1b9b2ed-6991-4ca2-9322-f0071141391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515542 Apr 19 07:41:56.623126 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6f622d4-842b-4504-adb4-e2a8753fe603 admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=86413) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 07:41:56.712768 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 37310) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:41:56.734495 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-cc789b6c-6c81-44d8-a464-62b9157f3900 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:56.754145 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-cc789b6c-6c81-44d8-a464-62b9157f3900 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:41:56.758358 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-cc789b6c-6c81-44d8-a464-62b9157f3900 admin admin] Usage tracker for resource:security_group_rule and tenant:dba63f346d984f92add07cf7e4b9144d is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:41:56.761364 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-cc789b6c-6c81-44d8-a464-62b9157f3900 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:41:56.764169 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 37314) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:41:56.781759 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-cc789b6c-6c81-44d8-a464-62b9157f3900 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:41:56.790424 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-cad1ddab-f7dd-40d6-981f-47abcee9cc99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:56.811426 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-cad1ddab-f7dd-40d6-981f-47abcee9cc99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:41:56.815476 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-cad1ddab-f7dd-40d6-981f-47abcee9cc99 admin admin] Usage tracker for resource:security_group_rule and tenant:e0c488bd70444ff08e6ea2d9aa072e1e is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:41:56.818505 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-cad1ddab-f7dd-40d6-981f-47abcee9cc99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:41:56.824451 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-cad1ddab-f7dd-40d6-981f-47abcee9cc99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:41:56.872019 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-a6f622d4-842b-4504-adb4-e2a8753fe603 admin admin] Network 92b22e7c-ace4-4b86-82cd-798189d12915 has no segments {{(pid=86413) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 07:41:56.887053 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-a6f622d4-842b-4504-adb4-e2a8753fe603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-783141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851878117'] for segment, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:56.913202 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-cad1ddab-f7dd-40d6-981f-47abcee9cc99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:56.923371 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-cad1ddab-f7dd-40d6-981f-47abcee9cc99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:56.934326 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-8b51ce7c-d4c9-4680-84dc-b6145a624cf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:56.998018 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-cad1ddab-f7dd-40d6-981f-47abcee9cc99 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e0c488bd70444ff08e6ea2d9aa072e1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2267127 Apr 19 07:41:56.998018 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ddab-f7dd-40d6-981f-47abcee9cc99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a253e68-d5db-4fba-b234-a5bcef9bbe50,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:56.999950 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 37324) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:41:57.005425 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-cad1ddab-f7dd-40d6-981f-47abcee9cc99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:57.139316 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-cc789b6c-6c81-44d8-a464-62b9157f3900 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:57.142688 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d7dd2842-09aa-4cfb-af08-7e80db8be17c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:57.145720 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-cc789b6c-6c81-44d8-a464-62b9157f3900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:57.161130 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-321f6e3e-8817-4181-a401-d97b2c6d3240 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:57.222992 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d7dd2842-09aa-4cfb-af08-7e80db8be17c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:57.234141 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc789b6c-6c81-44d8-a464-62b9157f3900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18549bfa-de7d-4fe4-be28-6110768149a2,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:57.241613 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-cc789b6c-6c81-44d8-a464-62b9157f3900 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dba63f346d984f92add07cf7e4b9144d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5252526 Apr 19 07:41:57.241613 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-cc789b6c-6c81-44d8-a464-62b9157f3900 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:57.242657 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 37330) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:41:57.243012 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 37332) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:41:57.252948 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bcff75-b978-4ab9-8bfd-7a0b988f38f7 req-c0effe90-3e08-4c22-9f0e-557a16a2ab24 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:57.264504 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-42bcff75-b978-4ab9-8bfd-7a0b988f38f7 req-c0effe90-3e08-4c22-9f0e-557a16a2ab24 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cb3e163-d85e-4af2-989d-8aeac6961b03 HTTP/1.1" status: 200 len: 945 time: 0.6260366 Apr 19 07:41:57.270736 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 37338) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:41:57.303921 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-fe09041d-e34b-45f0-af5a-170a09c408cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:57.352819 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-fe09041d-e34b-45f0-af5a-170a09c408cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:41:57.370128 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-fe09041d-e34b-45f0-af5a-170a09c408cb admin admin] Usage tracker for resource:security_group_rule and tenant:4c2370538b7540fab710e7147c1f457b is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:41:57.372462 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-a6f622d4-842b-4504-adb4-e2a8753fe603 admin admin] Network 92b22e7c-ace4-4b86-82cd-798189d12915 has no segments {{(pid=86413) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 07:41:57.376044 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-fe09041d-e34b-45f0-af5a-170a09c408cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:41:57.384248 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-fe09041d-e34b-45f0-af5a-170a09c408cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:41:57.406040 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d7dd2842-09aa-4cfb-af08-7e80db8be17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:57.413405 dv-cinder-773870-2-smb neutron-server[86301]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 19 07:41:57.413405 dv-cinder-773870-2-smb neutron-server[86301]: from cryptography.utils import int_from_bytes Apr 19 07:41:57.413405 dv-cinder-773870-2-smb neutron-server[86301]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 19 07:41:57.413405 dv-cinder-773870-2-smb neutron-server[86301]: from cryptography.utils import int_from_bytes Apr 19 07:41:57.413405 dv-cinder-773870-2-smb neutron-server[86301]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 19 07:41:57.413405 dv-cinder-773870-2-smb neutron-server[86301]: (rel_b, rel_a, rel_b), Apr 19 07:41:57.413405 dv-cinder-773870-2-smb neutron-server[86301]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 19 07:41:57.413405 dv-cinder-773870-2-smb neutron-server[86301]: (rel_b, rel_a, rel_b), Apr 19 07:41:57.413405 dv-cinder-773870-2-smb neutron-server[86301]: Traceback (most recent call last): Apr 19 07:41:57.413405 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 07:41:57.413405 dv-cinder-773870-2-smb neutron-server[86301]: timer() Apr 19 07:41:57.413405 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 07:41:57.413405 dv-cinder-773870-2-smb neutron-server[86301]: cb(*args, **kw) Apr 19 07:41:57.413405 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 07:41:57.413405 dv-cinder-773870-2-smb neutron-server[86301]: return func(*args, **kwargs) Apr 19 07:41:57.413405 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 07:41:57.413405 dv-cinder-773870-2-smb neutron-server[86301]: self._notify() Apr 19 07:41:57.413405 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 07:41:57.413405 dv-cinder-773870-2-smb neutron-server[86301]: self.callback(batched_events) Apr 19 07:41:57.413405 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 07:41:57.413405 dv-cinder-773870-2-smb neutron-server[86301]: event.method(event) Apr 19 07:41:57.413405 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 07:41:57.413405 dv-cinder-773870-2-smb neutron-server[86301]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 07:41:57.413405 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 07:41:57.413405 dv-cinder-773870-2-smb neutron-server[86301]: segment_id)['aggregates'][0] Apr 19 07:41:57.413405 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 07:41:57.413405 dv-cinder-773870-2-smb neutron-server[86301]: return f(self, *a, **k) Apr 19 07:41:57.413405 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 07:41:57.413405 dv-cinder-773870-2-smb neutron-server[86301]: return self._get(url).json() Apr 19 07:41:57.413405 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 07:41:57.413405 dv-cinder-773870-2-smb neutron-server[86301]: **kwargs) Apr 19 07:41:57.413405 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 07:41:57.413405 dv-cinder-773870-2-smb neutron-server[86301]: return self.request(url, 'GET', **kwargs) Apr 19 07:41:57.413405 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 07:41:57.413405 dv-cinder-773870-2-smb neutron-server[86301]: **endpoint_filter) Apr 19 07:41:57.413405 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 07:41:57.413405 dv-cinder-773870-2-smb neutron-server[86301]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 07:41:57.413405 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 07:41:57.413405 dv-cinder-773870-2-smb neutron-server[86301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 07:41:57.413405 dv-cinder-773870-2-smb neutron-server[86301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 07:41:57.416004 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-f95cd717-dfc9-46a7-b545-89162a3f6e33 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:57.424287 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [None req-83b94830-b978-4aaa-a7e6-245f61863d7c tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Request body: {'floatingip': {'port_id': '5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6'}} {{(pid=86413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:41:57.435877 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6964f8a6-16a6-4b62-a046-bbd5b7b6efeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:57.440519 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dd2842-09aa-4cfb-af08-7e80db8be17c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a253e68-d5db-4fba-b234-a5bcef9bbe50,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:57.453910 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-d7dd2842-09aa-4cfb-af08-7e80db8be17c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:57.482909 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d7dd2842-09aa-4cfb-af08-7e80db8be17c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:57.486560 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-d7dd2842-09aa-4cfb-af08-7e80db8be17c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4a253e68-d5db-4fba-b234-a5bcef9bbe50 HTTP/1.1" status: 204 len: 168 time: 0.4819274 Apr 19 07:41:57.490156 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6964f8a6-16a6-4b62-a046-bbd5b7b6efeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:57.580281 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-fe09041d-e34b-45f0-af5a-170a09c408cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:57.589531 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-fe09041d-e34b-45f0-af5a-170a09c408cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:57.598715 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:57.609942 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6964f8a6-16a6-4b62-a046-bbd5b7b6efeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:57.677593 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe09041d-e34b-45f0-af5a-170a09c408cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b97109-9fee-42a9-ae3b-77d0dc612e48,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:57.682714 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-fe09041d-e34b-45f0-af5a-170a09c408cb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4c2370538b7540fab710e7147c1f457b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4386494 Apr 19 07:41:57.683680 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-fe09041d-e34b-45f0-af5a-170a09c408cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:57.684367 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-471d9b80-9faa-4b44-a342-26a2a5982bf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:57.691528 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6964f8a6-16a6-4b62-a046-bbd5b7b6efeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:57.692849 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-6964f8a6-16a6-4b62-a046-bbd5b7b6efeb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/18549bfa-de7d-4fe4-be28-6110768149a2 HTTP/1.1" status: 204 len: 168 time: 0.4473090 Apr 19 07:41:57.695097 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 37348) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:41:57.709372 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6964f8a6-16a6-4b62-a046-bbd5b7b6efeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18549bfa-de7d-4fe4-be28-6110768149a2,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:57.712985 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-6964f8a6-16a6-4b62-a046-bbd5b7b6efeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:57.753629 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-83b94830-b978-4aaa-a7e6-245f61863d7c tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks [] for floatingip, before_update {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:57.817003 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-34af573e-cfb4-45af-9e4e-0bcc9faf2bca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:57.886114 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-34af573e-cfb4-45af-9e4e-0bcc9faf2bca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:57.968142 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-34af573e-cfb4-45af-9e4e-0bcc9faf2bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:57.986717 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-bc3bccda-ecad-440c-ac5c-fa71e8125e5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:57.996261 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34af573e-cfb4-45af-9e4e-0bcc9faf2bca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b97109-9fee-42a9-ae3b-77d0dc612e48,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:57.998859 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-34af573e-cfb4-45af-9e4e-0bcc9faf2bca admin admin] Notify callbacks [] for security_group, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:58.000171 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-34af573e-cfb4-45af-9e4e-0bcc9faf2bca admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f0b97109-9fee-42a9-ae3b-77d0dc612e48 HTTP/1.1" status: 204 len: 168 time: 0.3041315 Apr 19 07:41:58.001193 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-34af573e-cfb4-45af-9e4e-0bcc9faf2bca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:58.019987 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-a6f622d4-842b-4504-adb4-e2a8753fe603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1810050'] for network, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:58.175450 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-c76beaa8-4df4-4484-a387-c08ea388cee7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:58.204046 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f622d4-842b-4504-adb4-e2a8753fe603 admin admin] Pushing event deleted for resources: {'Network': ['ID=92b22e7c-ace4-4b86-82cd-798189d12915,revision_number=None']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:58.208390 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-a6f622d4-842b-4504-adb4-e2a8753fe603 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853097331'] for network, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:58.233183 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-a6f622d4-842b-4504-adb4-e2a8753fe603 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:58.278712 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-a6f622d4-842b-4504-adb4-e2a8753fe603 admin admin] 10.222.0.41 "DELETE /v2.0/networks/92b22e7c-ace4-4b86-82cd-798189d12915 HTTP/1.1" status: 204 len: 168 time: 2.3831661 Apr 19 07:41:58.305976 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8919d9d-0fd6-47e4-bc80-bf65ab488894 req-cc866b28-81fd-4984-9613-cb97ce1537a6 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:58.307642 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-f8919d9d-0fd6-47e4-bc80-bf65ab488894 req-cc866b28-81fd-4984-9613-cb97ce1537a6 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=808017b1-9edb-48b5-be3e-927a28c51660 HTTP/1.1" status: 200 len: 946 time: 0.8903744 Apr 19 07:41:58.319878 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5825e3c-532f-48e7-a309-387eefd43f9a req-a815e96c-97d6-4fe6-9e62-5c61fb34f1d6 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:41:58.321479 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-f5825e3c-532f-48e7-a309-387eefd43f9a req-a815e96c-97d6-4fe6-9e62-5c61fb34f1d6 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/ports?device_id=104fc9d4-1bba-4041-b2b1-b56400a80d0f HTTP/1.1" status: 200 len: 945 time: 1.1576476 Apr 19 07:41:58.484873 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 37382) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:41:58.548749 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-38e33037-5e8e-4704-8bd8-f0d1952a1a09 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=22b9d993be1546df8a4a2d895f217457&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0621068 Apr 19 07:41:58.551316 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 37388) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:41:58.615943 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-f8919d9d-0fd6-47e4-bc80-bf65ab488894 req-4589a0b9-708f-4281-ab3c-5b90a060d684 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933969 Apr 19 07:41:58.641347 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-3519296c-5afb-4f31-a7d3-270c036cbc92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:58.665681 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-f5825e3c-532f-48e7-a309-387eefd43f9a req-993897af-d2f5-497d-8693-05ccbd02494e tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1b9b2ed-6991-4ca2-9322-f0071141391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3250635 Apr 19 07:41:58.694428 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-3519296c-5afb-4f31-a7d3-270c036cbc92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:58.750307 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-3519296c-5afb-4f31-a7d3-270c036cbc92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:58.759893 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-8a0c2668-566a-49d7-a3e2-633874f390e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:41:58.771720 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3519296c-5afb-4f31-a7d3-270c036cbc92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af628b93-e516-40e8-9b78-1a5966207069,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:41:58.777109 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-3519296c-5afb-4f31-a7d3-270c036cbc92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:41:58.779660 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-3519296c-5afb-4f31-a7d3-270c036cbc92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:58.781013 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-3519296c-5afb-4f31-a7d3-270c036cbc92 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/af628b93-e516-40e8-9b78-1a5966207069 HTTP/1.1" status: 204 len: 168 time: 0.2278545 Apr 19 07:41:58.885898 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-83b94830-b978-4aaa-a7e6-245f61863d7c tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:58.890084 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-83b94830-b978-4aaa-a7e6-245f61863d7c tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1810097'] for floatingip, after_update {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:41:59.285350 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.db.l3_db [None req-83b94830-b978-4aaa-a7e6-245f61863d7c tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Floating IP ea3501bd-7dcc-4fd0-b3b6-41297f5defa0 associated. External IP: 172.28.2.194, port: 5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6. Apr 19 07:41:59.733430 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83b94830-b978-4aaa-a7e6-245f61863d7c tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Router f94fd1ee-95bd-456f-8f6a-c17a78acc134 has already been hosted by L3 agent af0aee0b-5275-4bf1-b5b2-246fd8e7196c {{(pid=86413) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 07:42:00.206823 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83b94830-b978-4aaa-a7e6-245f61863d7c tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify agent at l3_agent.dv-cinder-773870-2-smb the message routers_updated {{(pid=86413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 07:42:00.212581 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-83b94830-b978-4aaa-a7e6-245f61863d7c tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773070'] for floatingip, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:00.224428 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1dc956-5f9e-450a-984f-17aa01a41fed None None] Sync routers for ids ['f94fd1ee-95bd-456f-8f6a-c17a78acc134'] in dv-cinder-773870-2-smb {{(pid=86415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 07:42:00.242782 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1dc956-5f9e-450a-984f-17aa01a41fed None None] Routers {'f94fd1ee-95bd-456f-8f6a-c17a78acc134'} bound to L3 agent in host dv-cinder-773870-2-smb {{(pid=86415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 07:42:00.246843 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-5f1dc956-5f9e-450a-984f-17aa01a41fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T07:32:39Z,description=,heartbeat_timestamp=2021-04-19T07:41:39Z,host='dv-cinder-773870-2-smb',id=af0aee0b-5275-4bf1-b5b2-246fd8e7196c,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T07:32:39Z,topic='l3_agent')) {'router_ids': ['f94fd1ee-95bd-456f-8f6a-c17a78acc134'], 'active': True} {{(pid=86415) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:42:00.254457 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed93c97-0c19-45ad-a04d-2265f9451cae req-60f06961-09a8-4994-90db-184566f6569a tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:00.256136 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-0ed93c97-0c19-45ad-a04d-2265f9451cae req-60f06961-09a8-4994-90db-184566f6569a tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/ports?device_id=104fc9d4-1bba-4041-b2b1-b56400a80d0f HTTP/1.1" status: 200 len: 945 time: 0.3402143 Apr 19 07:42:00.275031 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d736a036-f8d0-4170-b99f-11c1e9426a69 req-cab3e44b-ad54-4f49-b278-b2a141f417c9 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:00.283068 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-d736a036-f8d0-4170-b99f-11c1e9426a69 req-cab3e44b-ad54-4f49-b278-b2a141f417c9 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=808017b1-9edb-48b5-be3e-927a28c51660 HTTP/1.1" status: 200 len: 946 time: 0.2578304 Apr 19 07:42:00.356105 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-83b94830-b978-4aaa-a7e6-245f61863d7c tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "PUT /v2.0/floatingips/ea3501bd-7dcc-4fd0-b3b6-41297f5defa0 HTTP/1.1" status: 200 len: 991 time: 2.9467852 Apr 19 07:42:00.359189 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cb3e163-d85e-4af2-989d-8aeac6961b03', 'tag': '5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6'}] {{(pid=86413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 07:42:00.390376 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-0ed93c97-0c19-45ad-a04d-2265f9451cae req-0bbbb56a-a844-466e-bd4c-d10ee7b9c5bb tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1b9b2ed-6991-4ca2-9322-f0071141391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256979 Apr 19 07:42:00.403798 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-d736a036-f8d0-4170-b99f-11c1e9426a69 req-cf60f355-8301-4049-92d8-ede6d4c77a63 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196263 Apr 19 07:42:00.523866 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cb3e163-d85e-4af2-989d-8aeac6961b03', 'tag': '5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6', 'status': 'completed', 'code': 200} Apr 19 07:42:00.571299 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 37518) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:42:00.741931 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d4f22e-bb74-4453-a51e-641faacddaa4 req-e7dd9767-4d97-429d-8175-7433882029aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:00.743590 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-c1d4f22e-bb74-4453-a51e-641faacddaa4 req-e7dd9767-4d97-429d-8175-7433882029aa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3ef6d999ea3a4447a9b6387c496ca58a&device_id=7cb3e163-d85e-4af2-989d-8aeac6961b03 HTTP/1.1" status: 200 len: 1098 time: 0.1929307 Apr 19 07:42:00.765930 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvr_db [None req-5f1dc956-5f9e-450a-984f-17aa01a41fed None None] Set router f94fd1ee-95bd-456f-8f6a-c17a78acc134 gateway port host: dv-cinder-773870-2-smb {{(pid=86415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 07:42:00.900404 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 37534) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:42:00.997786 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d4f22e-bb74-4453-a51e-641faacddaa4 req-19228a06-af0b-4bd1-8d0a-45b8fd835ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:01.003611 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-c1d4f22e-bb74-4453-a51e-641faacddaa4 req-19228a06-af0b-4bd1-8d0a-45b8fd835ade service neutron] 10.222.0.42 "GET /v2.0/networks?id=54cc282c-1ba1-4d63-8981-01ed15bb5ad4 HTTP/1.1" status: 200 len: 917 time: 0.2476337 Apr 19 07:42:01.003733 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4602fe0f-0095-4a29-b305-e05f95d12bff req-bed2825f-0f61-4b37-bca0-02ca94e0c3bf tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:01.005317 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-4602fe0f-0095-4a29-b305-e05f95d12bff req-bed2825f-0f61-4b37-bca0-02ca94e0c3bf tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/ports?device_id=104fc9d4-1bba-4041-b2b1-b56400a80d0f HTTP/1.1" status: 200 len: 945 time: 0.2406881 Apr 19 07:42:01.022555 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 37548) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:42:01.031424 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [None req-d62106ce-6245-4193-ba97-01bb0dbbbbde tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Request body: {'floatingip': {'port_id': 'a682408a-56d5-476e-90a7-5a0185eb46ea'}} {{(pid=86413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:42:01.194324 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d62106ce-6245-4193-ba97-01bb0dbbbbde tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks [] for floatingip, before_update {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:01.361861 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-c1d4f22e-bb74-4453-a51e-641faacddaa4 req-f8dacc90-762a-40d8-94ff-bed55e5e1cb8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6 HTTP/1.1" status: 200 len: 999 time: 0.3472927 Apr 19 07:42:01.367493 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3982db20-4752-4426-95ff-b4bde82901c4 req-0549bd0f-3bfb-4252-9bba-dfdeca7e0f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:01.369488 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-3982db20-4752-4426-95ff-b4bde82901c4 req-0549bd0f-3bfb-4252-9bba-dfdeca7e0f68 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e16dd95cee524812ae6d6b49005c2136&device_id=808017b1-9edb-48b5-be3e-927a28c51660 HTTP/1.1" status: 200 len: 1099 time: 0.2028992 Apr 19 07:42:01.391947 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-3245fcb4-8116-4a93-90f4-f83b2b1e6413 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:01.409779 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-92ac12ce-2ce0-421a-ad9d-8f641b7f4e03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:01.433252 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-3245fcb4-8116-4a93-90f4-f83b2b1e6413 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:42:01.437447 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-3245fcb4-8116-4a93-90f4-f83b2b1e6413 admin admin] Usage tracker for resource:security_group_rule and tenant:1dea5598a7894faea2a272d71fe0cabe is out of sync, need to count used quota {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:42:01.440475 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-3245fcb4-8116-4a93-90f4-f83b2b1e6413 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:42:01.447093 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-3245fcb4-8116-4a93-90f4-f83b2b1e6413 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:42:01.464658 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 37560) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:42:01.472095 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-5f1dc956-5f9e-450a-984f-17aa01a41fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94fd1ee-95bd-456f-8f6a-c17a78acc134', 'name': 'tempest-AttachVolumeShelveTestJSON-967826059-router', 'tenant_id': '3ef6d999ea3a4447a9b6387c496ca58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': 'a7a42cf9-3474-40fa-8991-a6de72384a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:41:00Z', 'updated_at': '2021-04-19T07:41:19Z', 'revision_number': 4, 'project_id': '3ef6d999ea3a4447a9b6387c496ca58a', 'gw_port': {'id': 'a7a42cf9-3474-40fa-8991-a6de72384a06', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94fd1ee-95bd-456f-8f6a-c17a78acc134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:02Z', 'updated_at': '2021-04-19T07:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb', '_floatingips': [{'id': 'ea3501bd-7dcc-4fd0-b3b6-41297f5defa0', 'tenant_id': '3ef6d999ea3a4447a9b6387c496ca58a', 'floating_ip_address': '172.28.2.194', 'floating_network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'router_id': 'f94fd1ee-95bd-456f-8f6a-c17a78acc134', 'port_id': '5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54cc282c-1ba1-4d63-8981-01ed15bb5ad4', 'mac_address': 'fa:16:3e:ee:ca:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb3e163-d85e-4af2-989d-8aeac6961b03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T07:41:32Z', 'updated_at': '2021-04-19T07:41:58Z', 'revision_number': 1, 'project_id': '3ef6d999ea3a4447a9b6387c496ca58a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91dec4dd-cf5b-4474-a0ba-3a44e33dad1c', 'name': '', 'network_id': '54cc282c-1ba1-4d63-8981-01ed15bb5ad4', 'tenant_id': '3ef6d999ea3a4447a9b6387c496ca58a', 'mac_address': 'fa:16:3e:35:ca:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94fd1ee-95bd-456f-8f6a-c17a78acc134', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '576f6062-f22a-411b-bc12-7e9099407d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:17Z', 'updated_at': '2021-04-19T07:41:34Z', 'revision_number': 5, 'project_id': '3ef6d999ea3a4447a9b6387c496ca58a', 'subnets': [{'id': '576f6062-f22a-411b-bc12-7e9099407d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-smb', False) {} {{(pid=86415) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:42:01.478291 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1dc956-5f9e-450a-984f-17aa01a41fed None None] Checking router: f94fd1ee-95bd-456f-8f6a-c17a78acc134 for host: dv-cinder-773870-2-smb {{(pid=86415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 07:42:01.490343 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-92ac12ce-2ce0-421a-ad9d-8f641b7f4e03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:42:01.491559 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1dc956-5f9e-450a-984f-17aa01a41fed None None] Routers {'f94fd1ee-95bd-456f-8f6a-c17a78acc134'} bound to L3 agent in host dv-cinder-773870-2-smb {{(pid=86415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 07:42:01.494379 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-5f1dc956-5f9e-450a-984f-17aa01a41fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T07:32:39Z,description=,heartbeat_timestamp=2021-04-19T07:41:39Z,host='dv-cinder-773870-2-smb',id=af0aee0b-5275-4bf1-b5b2-246fd8e7196c,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T07:32:39Z,topic='l3_agent')) {'router_ids': ['f94fd1ee-95bd-456f-8f6a-c17a78acc134'], 'active': True} {{(pid=86415) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:42:01.632241 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3982db20-4752-4426-95ff-b4bde82901c4 req-7afb51cb-75b1-41f7-add6-321ed8930115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:01.636318 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-3982db20-4752-4426-95ff-b4bde82901c4 req-7afb51cb-75b1-41f7-add6-321ed8930115 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c60a7a0e-d7f4-4271-80f2-d9ececf82671 HTTP/1.1" status: 200 len: 919 time: 0.2293456 Apr 19 07:42:01.648943 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d4f22e-bb74-4453-a51e-641faacddaa4 req-7a834567-09fe-4fa1-b15e-ed4eb975e231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:01.650510 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-c1d4f22e-bb74-4453-a51e-641faacddaa4 req-7a834567-09fe-4fa1-b15e-ed4eb975e231 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=576f6062-f22a-411b-bc12-7e9099407d19 HTTP/1.1" status: 200 len: 855 time: 0.2800200 Apr 19 07:42:01.732650 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-92ac12ce-2ce0-421a-ad9d-8f641b7f4e03 admin admin] Usage tracker for resource:security_group_rule and tenant:d9b1d13aaeef4ceda54413adf93e223d is out of sync, need to count used quota {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:42:01.735637 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-92ac12ce-2ce0-421a-ad9d-8f641b7f4e03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:42:01.743711 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-92ac12ce-2ce0-421a-ad9d-8f641b7f4e03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:42:01.780968 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-3982db20-4752-4426-95ff-b4bde82901c4 req-ccc8b588-5054-452f-af82-07f55c831801 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d449a685-76fd-479a-8d99-8421a5be3888 HTTP/1.1" status: 200 len: 217 time: 0.1293862 Apr 19 07:42:01.809848 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvr_db [None req-5f1dc956-5f9e-450a-984f-17aa01a41fed None None] Set router f94fd1ee-95bd-456f-8f6a-c17a78acc134 gateway port host: dv-cinder-773870-2-smb {{(pid=86415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 07:42:01.870180 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [None req-59568fcc-5813-4d6e-8f1a-69e7bbfba619 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-306998247-network', 'tenant_id': '156e07873a6143d89470ff601eee1cb8'}} {{(pid=86412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:42:01.879235 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-59568fcc-5813-4d6e-8f1a-69e7bbfba619 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:42:01.894824 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-59568fcc-5813-4d6e-8f1a-69e7bbfba619 admin admin] Usage tracker for resource:network and tenant:156e07873a6143d89470ff601eee1cb8 is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:42:01.900775 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-59568fcc-5813-4d6e-8f1a-69e7bbfba619 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:42:01.922137 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-59568fcc-5813-4d6e-8f1a-69e7bbfba619 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:42:01.925698 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-3245fcb4-8116-4a93-90f4-f83b2b1e6413 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:01.925971 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3982db20-4752-4426-95ff-b4bde82901c4 req-384df456-e1e5-4372-8ae5-ee1558d95a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:01.927771 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-3982db20-4752-4426-95ff-b4bde82901c4 req-384df456-e1e5-4372-8ae5-ee1558d95a40 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d7ac704f-a7c2-4301-8e27-7927e5a3d15d HTTP/1.1" status: 200 len: 858 time: 0.1357992 Apr 19 07:42:01.956095 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7912c58b-0da9-4ce5-8e9a-07a33cb66e9b req-ce0766bd-a7c6-4e3f-8c96-923702b4dfcd tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:01.963937 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-7912c58b-0da9-4ce5-8e9a-07a33cb66e9b req-ce0766bd-a7c6-4e3f-8c96-923702b4dfcd tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=808017b1-9edb-48b5-be3e-927a28c51660 HTTP/1.1" status: 200 len: 946 time: 0.7033472 Apr 19 07:42:01.966379 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-3245fcb4-8116-4a93-90f4-f83b2b1e6413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:01.986514 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d4f22e-bb74-4453-a51e-641faacddaa4 req-c61479f9-5295-47f3-b597-db191334b733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:01.988875 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-c1d4f22e-bb74-4453-a51e-641faacddaa4 req-c61479f9-5295-47f3-b597-db191334b733 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=54cc282c-1ba1-4d63-8981-01ed15bb5ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2823265 Apr 19 07:42:01.995267 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59568fcc-5813-4d6e-8f1a-69e7bbfba619 admin admin] Made reservation on behalf of 156e07873a6143d89470ff601eee1cb8 for: {'network': 1} {{(pid=86412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 07:42:02.000542 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-59568fcc-5813-4d6e-8f1a-69e7bbfba619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for network, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:02.002454 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:42:02.016524 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-3982db20-4752-4426-95ff-b4bde82901c4 req-d24ac4bf-23ae-407d-bbb4-79454e6be7db service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c60a7a0e-d7f4-4271-80f2-d9ececf82671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767596 Apr 19 07:42:02.046374 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3245fcb4-8116-4a93-90f4-f83b2b1e6413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba724f7-1d2c-4a4b-9f2e-35006cbf2dd7,revision_number=1']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:42:02.087623 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-3245fcb4-8116-4a93-90f4-f83b2b1e6413 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:42:02.168998 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-92ac12ce-2ce0-421a-ad9d-8f641b7f4e03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:02.211988 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-3982db20-4752-4426-95ff-b4bde82901c4 req-db492e4c-511e-40bd-a198-2d64ff5b4ee9 service neutron] 10.222.0.42 "GET /v2.0/networks/c60a7a0e-d7f4-4271-80f2-d9ececf82671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596637 Apr 19 07:42:02.213089 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-59568fcc-5813-4d6e-8f1a-69e7bbfba619 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:02.300650 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-5f1dc956-5f9e-450a-984f-17aa01a41fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94fd1ee-95bd-456f-8f6a-c17a78acc134', 'name': 'tempest-AttachVolumeShelveTestJSON-967826059-router', 'tenant_id': '3ef6d999ea3a4447a9b6387c496ca58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': 'a7a42cf9-3474-40fa-8991-a6de72384a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:41:00Z', 'updated_at': '2021-04-19T07:41:19Z', 'revision_number': 4, 'project_id': '3ef6d999ea3a4447a9b6387c496ca58a', 'gw_port': {'id': 'a7a42cf9-3474-40fa-8991-a6de72384a06', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94fd1ee-95bd-456f-8f6a-c17a78acc134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:02Z', 'updated_at': '2021-04-19T07:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb', '_floatingips': [{'id': 'ea3501bd-7dcc-4fd0-b3b6-41297f5defa0', 'tenant_id': '3ef6d999ea3a4447a9b6387c496ca58a', 'floating_ip_address': '172.28.2.194', 'floating_network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'router_id': 'f94fd1ee-95bd-456f-8f6a-c17a78acc134', 'port_id': '5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54cc282c-1ba1-4d63-8981-01ed15bb5ad4', 'mac_address': 'fa:16:3e:ee:ca:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb3e163-d85e-4af2-989d-8aeac6961b03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T07:41:32Z', 'updated_at': '2021-04-19T07:41:58Z', 'revision_number': 1, 'project_id': '3ef6d999ea3a4447a9b6387c496ca58a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91dec4dd-cf5b-4474-a0ba-3a44e33dad1c', 'name': '', 'network_id': '54cc282c-1ba1-4d63-8981-01ed15bb5ad4', 'tenant_id': '3ef6d999ea3a4447a9b6387c496ca58a', 'mac_address': 'fa:16:3e:35:ca:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94fd1ee-95bd-456f-8f6a-c17a78acc134', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '576f6062-f22a-411b-bc12-7e9099407d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:17Z', 'updated_at': '2021-04-19T07:41:34Z', 'revision_number': 5, 'project_id': '3ef6d999ea3a4447a9b6387c496ca58a', 'subnets': [{'id': '576f6062-f22a-411b-bc12-7e9099407d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-smb', False) {} {{(pid=86415) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:42:02.306516 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1dc956-5f9e-450a-984f-17aa01a41fed None None] The sync data for ids ['f94fd1ee-95bd-456f-8f6a-c17a78acc134'] in dv-cinder-773870-2-smb is: [{'id': 'f94fd1ee-95bd-456f-8f6a-c17a78acc134', 'name': 'tempest-AttachVolumeShelveTestJSON-967826059-router', 'tenant_id': '3ef6d999ea3a4447a9b6387c496ca58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': 'a7a42cf9-3474-40fa-8991-a6de72384a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:41:00Z', 'updated_at': '2021-04-19T07:41:19Z', 'revision_number': 4, 'project_id': '3ef6d999ea3a4447a9b6387c496ca58a', 'gw_port': {'id': 'a7a42cf9-3474-40fa-8991-a6de72384a06', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94fd1ee-95bd-456f-8f6a-c17a78acc134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:02Z', 'updated_at': '2021-04-19T07:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb', '_floatingips': [{'id': 'ea3501bd-7dcc-4fd0-b3b6-41297f5defa0', 'tenant_id': '3ef6d999ea3a4447a9b6387c496ca58a', 'floating_ip_address': '172.28.2.194', 'floating_network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'router_id': 'f94fd1ee-95bd-456f-8f6a-c17a78acc134', 'port_id': '5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54cc282c-1ba1-4d63-8981-01ed15bb5ad4', 'mac_address': 'fa:16:3e:ee:ca:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb3e163-d85e-4af2-989d-8aeac6961b03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T07:41:32Z', 'updated_at': '2021-04-19T07:41:58Z', 'revision_number': 1, 'project_id': '3ef6d999ea3a4447a9b6387c496ca58a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91dec4dd-cf5b-4474-a0ba-3a44e33dad1c', 'name': '', 'network_id': '54cc282c-1ba1-4d63-8981-01ed15bb5ad4', 'tenant_id': '3ef6d999ea3a4447a9b6387c496ca58a', 'mac_address': 'fa:16:3e:35:ca:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94fd1ee-95bd-456f-8f6a-c17a78acc134', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '576f6062-f22a-411b-bc12-7e9099407d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:17Z', 'updated_at': '2021-04-19T07:41:34Z', 'revision_number': 5, 'project_id': '3ef6d999ea3a4447a9b6387c496ca58a', 'subnets': [{'id': '576f6062-f22a-411b-bc12-7e9099407d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 07:42:02.348602 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-59568fcc-5813-4d6e-8f1a-69e7bbfba619 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:42:02.429441 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-59568fcc-5813-4d6e-8f1a-69e7bbfba619 admin admin] Usage tracker for resource:security_group_rule and tenant:156e07873a6143d89470ff601eee1cb8 is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:42:02.450508 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-59568fcc-5813-4d6e-8f1a-69e7bbfba619 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:42:02.482817 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-59568fcc-5813-4d6e-8f1a-69e7bbfba619 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:42:02.739800 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ee78db-62cd-4085-977b-5e219b13d346 None None] New status for floating IP ea3501bd-7dcc-4fd0-b3b6-41297f5defa0: ACTIVE {{(pid=86414) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 07:42:02.755329 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-7912c58b-0da9-4ce5-8e9a-07a33cb66e9b req-a075d5db-b081-482a-8e9d-536aa217fe19 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7903605 Apr 19 07:42:02.801765 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d62106ce-6245-4193-ba97-01bb0dbbbbde tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:02.804622 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-92ac12ce-2ce0-421a-ad9d-8f641b7f4e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:02.831926 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-3245fcb4-8116-4a93-90f4-f83b2b1e6413 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1dea5598a7894faea2a272d71fe0cabe&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2590444 Apr 19 07:42:02.832932 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 37596) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:42:02.840705 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-dd4b66a5-f6e8-4790-9f62-7aec87653217 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:42:02.856360 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d62106ce-6245-4193-ba97-01bb0dbbbbde tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1810097'] for floatingip, after_update {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:02.890610 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-c1d4f22e-bb74-4453-a51e-641faacddaa4 req-ff280e9f-1a4f-4def-8964-e44a5c1276a0 service neutron] 10.222.0.42 "GET /v2.0/networks/54cc282c-1ba1-4d63-8981-01ed15bb5ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8708920 Apr 19 07:42:02.940555 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-3982db20-4752-4426-95ff-b4bde82901c4 req-fb8f5a10-0873-42b0-83a5-43a27bad4bbe service neutron] 10.222.0.42 "GET /v2.0/networks/c60a7a0e-d7f4-4271-80f2-d9ececf82671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7121084 Apr 19 07:42:03.021014 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ac12ce-2ce0-421a-ad9d-8f641b7f4e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1df0d4-3269-46a5-98e5-024db693b142,revision_number=1']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:42:03.032151 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 37604) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:42:03.034825 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-92ac12ce-2ce0-421a-ad9d-8f641b7f4e03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:42:03.068182 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-92ac12ce-2ce0-421a-ad9d-8f641b7f4e03 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d9b1d13aaeef4ceda54413adf93e223d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1627092 Apr 19 07:42:03.068871 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 37612) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:42:03.079399 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.agents_db [None req-ec4b265d-3c04-42fd-95cd-57ca7ec41865 None None] Agent healthcheck: found 6 active agents {{(pid=86415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 07:42:03.148173 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.db.l3_db [None req-d62106ce-6245-4193-ba97-01bb0dbbbbde tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Floating IP 449735a1-cef2-40f2-bd24-b210df5475d9 associated. External IP: 172.28.2.130, port: a682408a-56d5-476e-90a7-5a0185eb46ea. Apr 19 07:42:03.162890 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-b54ab031-e100-49ee-b990-4b9ddce0fe53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:03.238979 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-b54ab031-e100-49ee-b990-4b9ddce0fe53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:03.246955 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-59568fcc-5813-4d6e-8f1a-69e7bbfba619 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:03.256156 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-59568fcc-5813-4d6e-8f1a-69e7bbfba619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:03.260704 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-c1d4f22e-bb74-4453-a51e-641faacddaa4 req-5ad3f083-49a6-4cd9-904b-1af080b7ea13 service neutron] 10.222.0.42 "GET /v2.0/networks/54cc282c-1ba1-4d63-8981-01ed15bb5ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3495202 Apr 19 07:42:03.268373 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-fd4e0e1c-7e77-4b1d-8600-f9618f627579 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:42:03.315957 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59568fcc-5813-4d6e-8f1a-69e7bbfba619 admin admin] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=86412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 07:42:03.320545 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bfd799e5-6220-49a3-b48a-181fd8ca14c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:03.327728 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59568fcc-5813-4d6e-8f1a-69e7bbfba619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ecfeb0f-2df5-400e-8733-6e1eda84c027,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:42:03.329866 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-5012bbcb-8dd9-47d4-b818-f4daa310bbc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:03.332078 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-59568fcc-5813-4d6e-8f1a-69e7bbfba619 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:42:03.334768 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-59568fcc-5813-4d6e-8f1a-69e7bbfba619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853992622'] for segment, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:03.334926 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.db.segments_db [None req-59568fcc-5813-4d6e-8f1a-69e7bbfba619 admin admin] Added segment a453a347-3ee5-4bff-8f95-cec0fa8d6963 of type vlan for network a6592c2a-0849-4380-bef8-37b4b3e1274d Apr 19 07:42:03.364621 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-59568fcc-5813-4d6e-8f1a-69e7bbfba619 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769764214250'] for network, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:03.369819 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-bfd799e5-6220-49a3-b48a-181fd8ca14c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:42:03.369988 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-b54ab031-e100-49ee-b990-4b9ddce0fe53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:03.374804 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-806b5046-37bf-4a9f-9ea1-e0bd39d2c029 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:42:03.387057 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-bfd799e5-6220-49a3-b48a-181fd8ca14c0 admin admin] Usage tracker for resource:security_group_rule and tenant:e40b9bb9c81b4bd5a8cd18241d2ed423 is out of sync, need to count used quota {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:42:03.388888 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54ab031-e100-49ee-b990-4b9ddce0fe53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba724f7-1d2c-4a4b-9f2e-35006cbf2dd7,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:42:03.394743 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-b54ab031-e100-49ee-b990-4b9ddce0fe53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:42:03.395725 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-5012bbcb-8dd9-47d4-b818-f4daa310bbc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:03.403180 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-bfd799e5-6220-49a3-b48a-181fd8ca14c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:42:03.417174 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-bfd799e5-6220-49a3-b48a-181fd8ca14c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:42:03.421741 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-59568fcc-5813-4d6e-8f1a-69e7bbfba619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314'] for network, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:03.422677 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-b54ab031-e100-49ee-b990-4b9ddce0fe53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:03.423940 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-b54ab031-e100-49ee-b990-4b9ddce0fe53 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7ba724f7-1d2c-4a4b-9f2e-35006cbf2dd7 HTTP/1.1" status: 204 len: 168 time: 0.5806298 Apr 19 07:42:03.425349 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59568fcc-5813-4d6e-8f1a-69e7bbfba619 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:03.425966 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-59568fcc-5813-4d6e-8f1a-69e7bbfba619 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853097331'] for network, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:03.431260 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:42:03.521252 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-59568fcc-5813-4d6e-8f1a-69e7bbfba619 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0553067 Apr 19 07:42:03.526955 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 37618) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:42:03.537443 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [None req-4f91a05f-fd15-4e6b-90f7-d7ecfeb9a236 admin admin] Request body: {'subnet': {'network_id': 'a6592c2a-0849-4380-bef8-37b4b3e1274d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-306998247-subnet', 'tenant_id': '156e07873a6143d89470ff601eee1cb8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:42:03.541000 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59568fcc-5813-4d6e-8f1a-69e7bbfba619 admin admin] Pushing event updated for resources: {'Network': ['ID=a6592c2a-0849-4380-bef8-37b4b3e1274d,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:42:03.545074 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-4f91a05f-fd15-4e6b-90f7-d7ecfeb9a236 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:42:03.547654 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-59568fcc-5813-4d6e-8f1a-69e7bbfba619 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:42:03.554184 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-4f91a05f-fd15-4e6b-90f7-d7ecfeb9a236 admin admin] Usage tracker for resource:subnet and tenant:156e07873a6143d89470ff601eee1cb8 is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:42:03.554184 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-4f91a05f-fd15-4e6b-90f7-d7ecfeb9a236 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:42:03.559541 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-4f91a05f-fd15-4e6b-90f7-d7ecfeb9a236 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:42:03.561327 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Network a6592c2a-0849-4380-bef8-37b4b3e1274d details requested by agent ovs-agent-dv-cinder-773870-2-smb with host dv-cinder-773870-2-smb {{(pid=86414) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 07:42:03.569844 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f91a05f-fd15-4e6b-90f7-d7ecfeb9a236 admin admin] Made reservation on behalf of 156e07873a6143d89470ff601eee1cb8 for: {'subnet': 1} {{(pid=86412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 07:42:03.582479 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-4f91a05f-fd15-4e6b-90f7-d7ecfeb9a236 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3320787'] for subnet, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:03.654223 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-5012bbcb-8dd9-47d4-b818-f4daa310bbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:03.662513 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-1a1205ea-097b-42a6-a921-ddccce36fcbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:42:03.694063 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5012bbcb-8dd9-47d4-b818-f4daa310bbc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1df0d4-3269-46a5-98e5-024db693b142,revision_number=None']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:42:03.720813 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-5012bbcb-8dd9-47d4-b818-f4daa310bbc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:42:03.727020 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-5012bbcb-8dd9-47d4-b818-f4daa310bbc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:03.728238 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-5012bbcb-8dd9-47d4-b818-f4daa310bbc3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5a1df0d4-3269-46a5-98e5-024db693b142 HTTP/1.1" status: 204 len: 168 time: 0.6583850 Apr 19 07:42:03.775682 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d62106ce-6245-4193-ba97-01bb0dbbbbde tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Router f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4 has already been hosted by L3 agent af0aee0b-5275-4bf1-b5b2-246fd8e7196c {{(pid=86413) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 07:42:03.787626 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bfd799e5-6220-49a3-b48a-181fd8ca14c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:03.793813 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bfd799e5-6220-49a3-b48a-181fd8ca14c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:03.804366 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-b74c97e8-53bb-43b0-b6b2-fa616d8ca880 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:42:03.844810 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd799e5-6220-49a3-b48a-181fd8ca14c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f32287f1-31c0-412d-8a21-525425a71ff5,revision_number=1']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:42:03.848175 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-bfd799e5-6220-49a3-b48a-181fd8ca14c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:42:04.196432 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d62106ce-6245-4193-ba97-01bb0dbbbbde tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify agent at l3_agent.dv-cinder-773870-2-smb the message routers_updated {{(pid=86413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 07:42:04.214001 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82173d4-8cc4-4bf8-8a08-74fe7cd2c315 None None] Sync routers for ids ['f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4'] in dv-cinder-773870-2-smb {{(pid=86415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 07:42:04.225642 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82173d4-8cc4-4bf8-8a08-74fe7cd2c315 None None] Routers {'f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4'} bound to L3 agent in host dv-cinder-773870-2-smb {{(pid=86415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 07:42:04.226930 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-f82173d4-8cc4-4bf8-8a08-74fe7cd2c315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T07:32:39Z,description=,heartbeat_timestamp=2021-04-19T07:41:39Z,host='dv-cinder-773870-2-smb',id=af0aee0b-5275-4bf1-b5b2-246fd8e7196c,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T07:32:39Z,topic='l3_agent')) {'router_ids': ['f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4'], 'active': True} {{(pid=86415) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:42:04.340914 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-bfd799e5-6220-49a3-b48a-181fd8ca14c0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e40b9bb9c81b4bd5a8cd18241d2ed423&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3046606 Apr 19 07:42:04.343130 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 37658) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:42:04.346003 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d62106ce-6245-4193-ba97-01bb0dbbbbde tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773070'] for floatingip, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:04.397340 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-4f91a05f-fd15-4e6b-90f7-d7ecfeb9a236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1716840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850838354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3320770'] for subnet, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:04.407964 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:42:04.526458 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-d62106ce-6245-4193-ba97-01bb0dbbbbde tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "PUT /v2.0/floatingips/449735a1-cef2-40f2-bd24-b210df5475d9 HTTP/1.1" status: 200 len: 991 time: 3.5000110 Apr 19 07:42:04.526458 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '104fc9d4-1bba-4041-b2b1-b56400a80d0f', 'tag': 'a682408a-56d5-476e-90a7-5a0185eb46ea'}] {{(pid=86413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 07:42:04.542421 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f91a05f-fd15-4e6b-90f7-d7ecfeb9a236 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97dcc01a-d0cc-4dce-9455-151a64e8fa2f,revision_number=0']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:42:04.551262 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-4f91a05f-fd15-4e6b-90f7-d7ecfeb9a236 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:42:04.552084 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f91a05f-fd15-4e6b-90f7-d7ecfeb9a236 admin admin] Checking segment: {'id': 'a453a347-3ee5-4bff-8f95-cec0fa8d6963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a6592c2a-0849-4380-bef8-37b4b3e1274d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 07:42:04.552466 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f91a05f-fd15-4e6b-90f7-d7ecfeb9a236 admin admin] Network hostable DHCP agents. Network: a6592c2a-0849-4380-bef8-37b4b3e1274d, hostable agents: ['f48e5f8f-9537-4f01-bc3c-e3892051a721'], hosted agents: [] {{(pid=86412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 07:42:04.562786 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvr_db [None req-f82173d4-8cc4-4bf8-8a08-74fe7cd2c315 None None] Set router f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4 gateway port host: dv-cinder-773870-2-smb {{(pid=86415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 07:42:04.574736 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f91a05f-fd15-4e6b-90f7-d7ecfeb9a236 admin admin] Network a6592c2a-0849-4380-bef8-37b4b3e1274d is scheduled to be hosted by DHCP agent f48e5f8f-9537-4f01-bc3c-e3892051a721 with binding_index 1 {{(pid=86412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 07:42:04.585138 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.base_scheduler [None req-4f91a05f-fd15-4e6b-90f7-d7ecfeb9a236 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773870-2-smb, a6592c2a-0849-4380-bef8-37b4b3e1274d) {{(pid=86412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 07:42:04.595617 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45f4533-e79c-41b6-bc59-334169fc7c51 None None] Network a6592c2a-0849-4380-bef8-37b4b3e1274d requested from dv-cinder-773870-2-smb {{(pid=86414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 07:42:04.610608 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f91a05f-fd15-4e6b-90f7-d7ecfeb9a236 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:04.611312 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-4f91a05f-fd15-4e6b-90f7-d7ecfeb9a236 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:04.625351 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c15cc28-5dc3-428e-a59f-a609dbd0e487 req-1194a27a-fc07-47b0-bf15-2e2a6084929c tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:04.627107 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-8c15cc28-5dc3-428e-a59f-a609dbd0e487 req-1194a27a-fc07-47b0-bf15-2e2a6084929c tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=808017b1-9edb-48b5-be3e-927a28c51660 HTTP/1.1" status: 200 len: 946 time: 0.4323878 Apr 19 07:42:04.657044 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-dfc5f6fe-770b-4c9d-afff-63a30be2ba56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:04.672574 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-4f91a05f-fd15-4e6b-90f7-d7ecfeb9a236 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1443460 Apr 19 07:42:04.753405 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-dfc5f6fe-770b-4c9d-afff-63a30be2ba56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:04.780650 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-8c15cc28-5dc3-428e-a59f-a609dbd0e487 req-c0c6edfd-40bf-470a-86e2-1e0a9d2e881a tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376135 Apr 19 07:42:04.845504 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '104fc9d4-1bba-4041-b2b1-b56400a80d0f', 'tag': 'a682408a-56d5-476e-90a7-5a0185eb46ea', 'status': 'completed', 'code': 200} Apr 19 07:42:04.868738 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-dfc5f6fe-770b-4c9d-afff-63a30be2ba56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:04.876616 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-0a3e8fd5-7e21-4a83-9c40-0965f370086b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:42:04.891899 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc5f6fe-770b-4c9d-afff-63a30be2ba56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32287f1-31c0-412d-8a21-525425a71ff5,revision_number=None']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:42:04.902037 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-dfc5f6fe-770b-4c9d-afff-63a30be2ba56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:42:04.909304 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-dfc5f6fe-770b-4c9d-afff-63a30be2ba56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:04.910806 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-dfc5f6fe-770b-4c9d-afff-63a30be2ba56 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f32287f1-31c0-412d-8a21-525425a71ff5 HTTP/1.1" status: 204 len: 168 time: 0.5225382 Apr 19 07:42:05.059492 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a782d-312b-41fb-8dcd-a639181b3d3c req-7c50ebb7-a3b6-423f-baaf-1a97052d03af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:05.073310 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-256a782d-312b-41fb-8dcd-a639181b3d3c req-7c50ebb7-a3b6-423f-baaf-1a97052d03af service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4785af1c8f0e4b01af43cb5ee0e71925&device_id=104fc9d4-1bba-4041-b2b1-b56400a80d0f HTTP/1.1" status: 200 len: 1098 time: 0.1986811 Apr 19 07:42:05.129915 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-f82173d4-8cc4-4bf8-8a08-74fe7cd2c315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4', 'name': 'tempest-AttachVolumeTestJSON-1461246334-router', 'tenant_id': '4785af1c8f0e4b01af43cb5ee0e71925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.49'}], 'enable_snat': True}, 'gw_port_id': 'd3c332ed-a2a9-40a2-a10b-b2b058600796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:40:58Z', 'updated_at': '2021-04-19T07:41:07Z', 'revision_number': 4, 'project_id': '4785af1c8f0e4b01af43cb5ee0e71925', 'gw_port': {'id': 'd3c332ed-a2a9-40a2-a10b-b2b058600796', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ff:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:00Z', 'updated_at': '2021-04-19T07:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb', '_floatingips': [{'id': '449735a1-cef2-40f2-bd24-b210df5475d9', 'tenant_id': '4785af1c8f0e4b01af43cb5ee0e71925', 'floating_ip_address': '172.28.2.130', 'floating_network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'router_id': 'f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4', 'port_id': 'a682408a-56d5-476e-90a7-5a0185eb46ea', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f8aa9f4-c051-436b-a77b-0b1e6ac2b108', 'mac_address': 'fa:16:3e:a0:fb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104fc9d4-1bba-4041-b2b1-b56400a80d0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T07:41:26Z', 'updated_at': '2021-04-19T07:42:02Z', 'revision_number': 1, 'project_id': '4785af1c8f0e4b01af43cb5ee0e71925', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9dd2e08-91ca-4b2a-9fd5-f859b560338f', 'name': '', 'network_id': '9f8aa9f4-c051-436b-a77b-0b1e6ac2b108', 'tenant_id': '4785af1c8f0e4b01af43cb5ee0e71925', 'mac_address': 'fa:16:3e:52:41:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'de605b46-a093-48ae-a63f-9a51e235e4b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:05Z', 'updated_at': '2021-04-19T07:41:24Z', 'revision_number': 5, 'project_id': '4785af1c8f0e4b01af43cb5ee0e71925', 'subnets': [{'id': 'de605b46-a093-48ae-a63f-9a51e235e4b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-smb', False) {} {{(pid=86415) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:42:05.130068 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 37688) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:42:05.132411 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82173d4-8cc4-4bf8-8a08-74fe7cd2c315 None None] Checking router: f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4 for host: dv-cinder-773870-2-smb {{(pid=86415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 07:42:05.149891 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82173d4-8cc4-4bf8-8a08-74fe7cd2c315 None None] Routers {'f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4'} bound to L3 agent in host dv-cinder-773870-2-smb {{(pid=86415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 07:42:05.150357 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-f82173d4-8cc4-4bf8-8a08-74fe7cd2c315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T07:32:39Z,description=,heartbeat_timestamp=2021-04-19T07:41:39Z,host='dv-cinder-773870-2-smb',id=af0aee0b-5275-4bf1-b5b2-246fd8e7196c,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T07:32:39Z,topic='l3_agent')) {'router_ids': ['f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4'], 'active': True} {{(pid=86415) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:42:05.152726 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f918263-64d3-4420-b520-0150a37e301f None None] Network a6592c2a-0849-4380-bef8-37b4b3e1274d requested from dv-cinder-773870-2-smb {{(pid=86414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 07:42:05.381266 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a782d-312b-41fb-8dcd-a639181b3d3c req-bb3ebbb9-cf02-4792-a0e2-9ee93a2a9b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:05.389340 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-256a782d-312b-41fb-8dcd-a639181b3d3c req-bb3ebbb9-cf02-4792-a0e2-9ee93a2a9b5d service neutron] 10.222.0.42 "GET /v2.0/networks?id=9f8aa9f4-c051-436b-a77b-0b1e6ac2b108 HTTP/1.1" status: 200 len: 912 time: 0.3070161 Apr 19 07:42:05.583681 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-256a782d-312b-41fb-8dcd-a639181b3d3c req-2758b67c-0b2d-47eb-bc0a-2f4e965fa2ac service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a682408a-56d5-476e-90a7-5a0185eb46ea HTTP/1.1" status: 200 len: 999 time: 0.1745625 Apr 19 07:42:05.622924 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvr_db [None req-f82173d4-8cc4-4bf8-8a08-74fe7cd2c315 None None] Set router f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4 gateway port host: dv-cinder-773870-2-smb {{(pid=86415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 07:42:05.740033 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-3ca12527-dbc3-4deb-8c71-8d941000d6d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:05.791205 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a782d-312b-41fb-8dcd-a639181b3d3c req-4550bf21-8535-416b-a069-6fb338f63d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:05.792893 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-256a782d-312b-41fb-8dcd-a639181b3d3c req-4550bf21-8535-416b-a069-6fb338f63d61 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=de605b46-a093-48ae-a63f-9a51e235e4b3 HTTP/1.1" status: 200 len: 850 time: 0.2008150 Apr 19 07:42:05.801352 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-3ca12527-dbc3-4deb-8c71-8d941000d6d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:42:05.807328 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-3ca12527-dbc3-4deb-8c71-8d941000d6d6 admin admin] Usage tracker for resource:security_group_rule and tenant:d16c379e900b4cd5873819ac46c307f9 is out of sync, need to count used quota {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:42:05.810781 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-3ca12527-dbc3-4deb-8c71-8d941000d6d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:42:05.835710 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-3ca12527-dbc3-4deb-8c71-8d941000d6d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:42:05.893916 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 37720) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:42:05.919598 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bbeb6ffd-2c80-4aa6-9f0e-5bcfb68100e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:05.966819 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-bbeb6ffd-2c80-4aa6-9f0e-5bcfb68100e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:42:05.973886 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a782d-312b-41fb-8dcd-a639181b3d3c req-3f80a192-49ab-4442-acf6-923607a0fcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:05.975861 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-256a782d-312b-41fb-8dcd-a639181b3d3c req-3f80a192-49ab-4442-acf6-923607a0fcf6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9f8aa9f4-c051-436b-a77b-0b1e6ac2b108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1746035 Apr 19 07:42:05.992294 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-bbeb6ffd-2c80-4aa6-9f0e-5bcfb68100e5 admin admin] Usage tracker for resource:security_group_rule and tenant:7908554a065141a9a495cba9f29d59f8 is out of sync, need to count used quota {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:42:06.012715 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-bbeb6ffd-2c80-4aa6-9f0e-5bcfb68100e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:42:06.120003 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-bbeb6ffd-2c80-4aa6-9f0e-5bcfb68100e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:42:06.239775 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-f82173d4-8cc4-4bf8-8a08-74fe7cd2c315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4', 'name': 'tempest-AttachVolumeTestJSON-1461246334-router', 'tenant_id': '4785af1c8f0e4b01af43cb5ee0e71925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.49'}], 'enable_snat': True}, 'gw_port_id': 'd3c332ed-a2a9-40a2-a10b-b2b058600796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:40:58Z', 'updated_at': '2021-04-19T07:41:07Z', 'revision_number': 4, 'project_id': '4785af1c8f0e4b01af43cb5ee0e71925', 'gw_port': {'id': 'd3c332ed-a2a9-40a2-a10b-b2b058600796', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ff:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:00Z', 'updated_at': '2021-04-19T07:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb', '_floatingips': [{'id': '449735a1-cef2-40f2-bd24-b210df5475d9', 'tenant_id': '4785af1c8f0e4b01af43cb5ee0e71925', 'floating_ip_address': '172.28.2.130', 'floating_network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'router_id': 'f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4', 'port_id': 'a682408a-56d5-476e-90a7-5a0185eb46ea', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f8aa9f4-c051-436b-a77b-0b1e6ac2b108', 'mac_address': 'fa:16:3e:a0:fb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104fc9d4-1bba-4041-b2b1-b56400a80d0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T07:41:26Z', 'updated_at': '2021-04-19T07:42:02Z', 'revision_number': 1, 'project_id': '4785af1c8f0e4b01af43cb5ee0e71925', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9dd2e08-91ca-4b2a-9fd5-f859b560338f', 'name': '', 'network_id': '9f8aa9f4-c051-436b-a77b-0b1e6ac2b108', 'tenant_id': '4785af1c8f0e4b01af43cb5ee0e71925', 'mac_address': 'fa:16:3e:52:41:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'de605b46-a093-48ae-a63f-9a51e235e4b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:05Z', 'updated_at': '2021-04-19T07:41:24Z', 'revision_number': 5, 'project_id': '4785af1c8f0e4b01af43cb5ee0e71925', 'subnets': [{'id': 'de605b46-a093-48ae-a63f-9a51e235e4b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-smb', False) {} {{(pid=86415) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:42:06.244904 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82173d4-8cc4-4bf8-8a08-74fe7cd2c315 None None] The sync data for ids ['f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4'] in dv-cinder-773870-2-smb is: [{'id': 'f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4', 'name': 'tempest-AttachVolumeTestJSON-1461246334-router', 'tenant_id': '4785af1c8f0e4b01af43cb5ee0e71925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.49'}], 'enable_snat': True}, 'gw_port_id': 'd3c332ed-a2a9-40a2-a10b-b2b058600796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:40:58Z', 'updated_at': '2021-04-19T07:41:07Z', 'revision_number': 4, 'project_id': '4785af1c8f0e4b01af43cb5ee0e71925', 'gw_port': {'id': 'd3c332ed-a2a9-40a2-a10b-b2b058600796', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ff:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:00Z', 'updated_at': '2021-04-19T07:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb', '_floatingips': [{'id': '449735a1-cef2-40f2-bd24-b210df5475d9', 'tenant_id': '4785af1c8f0e4b01af43cb5ee0e71925', 'floating_ip_address': '172.28.2.130', 'floating_network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'router_id': 'f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4', 'port_id': 'a682408a-56d5-476e-90a7-5a0185eb46ea', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f8aa9f4-c051-436b-a77b-0b1e6ac2b108', 'mac_address': 'fa:16:3e:a0:fb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104fc9d4-1bba-4041-b2b1-b56400a80d0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T07:41:26Z', 'updated_at': '2021-04-19T07:42:02Z', 'revision_number': 1, 'project_id': '4785af1c8f0e4b01af43cb5ee0e71925', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9dd2e08-91ca-4b2a-9fd5-f859b560338f', 'name': '', 'network_id': '9f8aa9f4-c051-436b-a77b-0b1e6ac2b108', 'tenant_id': '4785af1c8f0e4b01af43cb5ee0e71925', 'mac_address': 'fa:16:3e:52:41:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'de605b46-a093-48ae-a63f-9a51e235e4b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:05Z', 'updated_at': '2021-04-19T07:41:24Z', 'revision_number': 5, 'project_id': '4785af1c8f0e4b01af43cb5ee0e71925', 'subnets': [{'id': 'de605b46-a093-48ae-a63f-9a51e235e4b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 07:42:06.298679 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-256a782d-312b-41fb-8dcd-a639181b3d3c req-637363b4-dcbd-409f-b2b5-f3463cc68707 service neutron] 10.222.0.42 "GET /v2.0/networks/9f8aa9f4-c051-436b-a77b-0b1e6ac2b108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3148742 Apr 19 07:42:06.454062 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-3ca12527-dbc3-4deb-8c71-8d941000d6d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:06.477587 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-256a782d-312b-41fb-8dcd-a639181b3d3c req-b2376460-cbd6-4b0b-95a8-b5f70ba5a914 service neutron] 10.222.0.42 "GET /v2.0/networks/9f8aa9f4-c051-436b-a77b-0b1e6ac2b108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724219 Apr 19 07:42:06.480991 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-3ca12527-dbc3-4deb-8c71-8d941000d6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:06.633957 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e3a94c-dc70-4257-bd2c-546b35ff5812 None None] New status for floating IP 449735a1-cef2-40f2-bd24-b210df5475d9: ACTIVE {{(pid=86414) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 07:42:06.762273 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-3245fcb4-8116-4a93-90f4-f83b2b1e6413 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:42:06.793213 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-3ca12527-dbc3-4deb-8c71-8d941000d6d6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d16c379e900b4cd5873819ac46c307f9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6621304 Apr 19 07:42:06.803013 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca12527-dbc3-4deb-8c71-8d941000d6d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd44121a-3ac1-4e3a-bebf-c69e8b00be4d,revision_number=1']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:42:06.813336 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 37750) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:42:06.828853 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-3ca12527-dbc3-4deb-8c71-8d941000d6d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:42:06.882477 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7292bd0-6d3e-48c2-b23a-605ac352f2db req-a7bfeecc-db6c-4e64-a2dd-92638a93d9f3 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:06.892810 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-a7292bd0-6d3e-48c2-b23a-605ac352f2db req-a7bfeecc-db6c-4e64-a2dd-92638a93d9f3 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=808017b1-9edb-48b5-be3e-927a28c51660 HTTP/1.1" status: 200 len: 946 time: 0.7528229 Apr 19 07:42:06.908197 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-44c623cc-5769-4a4a-9a36-a8fe56da14c4 req-b93056a4-778e-4bb0-a453-72a1ac1a8392 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=947030fe-ad0e-4b25-98e0-790795d6c121&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1600888 Apr 19 07:42:06.927169 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392732e2-11ee-40b6-9cfa-2e463713fcfd req-8dccd4f5-a9ef-46de-8b04-16140287b39f tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:06.928781 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-392732e2-11ee-40b6-9cfa-2e463713fcfd req-8dccd4f5-a9ef-46de-8b04-16140287b39f tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/networks?id=a6592c2a-0849-4380-bef8-37b4b3e1274d HTTP/1.1" status: 200 len: 814 time: 0.9419861 Apr 19 07:42:06.982551 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-a7292bd0-6d3e-48c2-b23a-605ac352f2db req-af7b553f-20de-4bb6-b009-9ab03f2e4f21 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888557 Apr 19 07:42:07.020297 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-392732e2-11ee-40b6-9cfa-2e463713fcfd req-fb53a934-a406-40bb-8bb0-70492e0a41f3 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/quotas/156e07873a6143d89470ff601eee1cb8 HTTP/1.1" status: 200 len: 375 time: 0.0593581 Apr 19 07:42:07.044551 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-496b4c5d-c917-493c-8c8b-e91100cfddc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:07.125740 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-3fc0196a-2774-47de-a7c5-194325129258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:07.148502 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-392732e2-11ee-40b6-9cfa-2e463713fcfd req-3f3efac8-23cb-4618-b7ab-0254d596f336 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=156e07873a6143d89470ff601eee1cb8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1057386 Apr 19 07:42:07.200446 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c623cc-5769-4a4a-9a36-a8fe56da14c4 req-b5619f0d-8774-456f-96ec-e2afb9ef21f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:07.202174 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-44c623cc-5769-4a4a-9a36-a8fe56da14c4 req-b5619f0d-8774-456f-96ec-e2afb9ef21f7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e16dd95cee524812ae6d6b49005c2136&device_id=947030fe-ad0e-4b25-98e0-790795d6c121 HTTP/1.1" status: 200 len: 1098 time: 0.1767862 Apr 19 07:42:07.229387 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bbeb6ffd-2c80-4aa6-9f0e-5bcfb68100e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:07.237119 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-496b4c5d-c917-493c-8c8b-e91100cfddc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:07.247667 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bbeb6ffd-2c80-4aa6-9f0e-5bcfb68100e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:07.262170 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-bfd799e5-6220-49a3-b48a-181fd8ca14c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:42:07.375263 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c623cc-5769-4a4a-9a36-a8fe56da14c4 req-ff69f4ea-aafe-480a-8ec5-7326c51a2b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:07.376896 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-44c623cc-5769-4a4a-9a36-a8fe56da14c4 req-ff69f4ea-aafe-480a-8ec5-7326c51a2b5f service neutron] 10.222.0.42 "GET /v2.0/networks?id=c60a7a0e-d7f4-4271-80f2-d9ececf82671 HTTP/1.1" status: 200 len: 919 time: 0.1451080 Apr 19 07:42:07.394463 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-bbeb6ffd-2c80-4aa6-9f0e-5bcfb68100e5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7908554a065141a9a495cba9f29d59f8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4992943 Apr 19 07:42:07.401026 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 37758) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:42:07.414724 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeb6ffd-2c80-4aa6-9f0e-5bcfb68100e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd08c74c-81e7-4110-a6c2-b96a0bc245b2,revision_number=1']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:42:07.429859 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-bbeb6ffd-2c80-4aa6-9f0e-5bcfb68100e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:42:07.442609 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-392732e2-11ee-40b6-9cfa-2e463713fcfd req-574d15ad-73dc-42de-ac30-f0847b57fc91 service neutron] 10.222.0.41 "GET /v2.0/networks/a6592c2a-0849-4380-bef8-37b4b3e1274d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768364 Apr 19 07:42:07.454273 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-44c623cc-5769-4a4a-9a36-a8fe56da14c4 req-3e5f4de1-b97f-47fe-94bb-9c14401a8ae6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e081745-18ec-437a-991c-88ad319333bc HTTP/1.1" status: 200 len: 217 time: 0.0704699 Apr 19 07:42:07.512269 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-496b4c5d-c917-493c-8c8b-e91100cfddc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:07.517790 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:42:07.527465 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c623cc-5769-4a4a-9a36-a8fe56da14c4 req-02c0590b-69e6-4679-8548-6e4c78318254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:07.529074 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-44c623cc-5769-4a4a-9a36-a8fe56da14c4 req-02c0590b-69e6-4679-8548-6e4c78318254 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d7ac704f-a7c2-4301-8e27-7927e5a3d15d HTTP/1.1" status: 200 len: 858 time: 0.0644813 Apr 19 07:42:07.581485 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496b4c5d-c917-493c-8c8b-e91100cfddc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd44121a-3ac1-4e3a-bebf-c69e8b00be4d,revision_number=None']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:42:07.583341 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-44c623cc-5769-4a4a-9a36-a8fe56da14c4 req-1f168319-cc4b-43c7-a182-c169eca13d15 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c60a7a0e-d7f4-4271-80f2-d9ececf82671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457275 Apr 19 07:42:07.595449 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-496b4c5d-c917-493c-8c8b-e91100cfddc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:42:07.619233 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-3382bab3-1d01-44f4-83b3-abeb7734d397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:07.624071 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-496b4c5d-c917-493c-8c8b-e91100cfddc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:07.625305 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-496b4c5d-c917-493c-8c8b-e91100cfddc8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bd44121a-3ac1-4e3a-bebf-c69e8b00be4d HTTP/1.1" status: 204 len: 168 time: 0.8095803 Apr 19 07:42:07.670500 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-3382bab3-1d01-44f4-83b3-abeb7734d397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:07.678731 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-392732e2-11ee-40b6-9cfa-2e463713fcfd req-8785a45a-e1a0-45e6-9135-f27b81701de8 service neutron] 10.222.0.41 "GET /v2.0/networks/a6592c2a-0849-4380-bef8-37b4b3e1274d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286549 Apr 19 07:42:07.729202 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-3382bab3-1d01-44f4-83b3-abeb7734d397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:07.736143 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-92ac12ce-2ce0-421a-ad9d-8f641b7f4e03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:42:07.751004 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-3382bab3-1d01-44f4-83b3-abeb7734d397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:07.755210 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-3382bab3-1d01-44f4-83b3-abeb7734d397 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fd08c74c-81e7-4110-a6c2-b96a0bc245b2 HTTP/1.1" status: 204 len: 168 time: 0.3475332 Apr 19 07:42:07.755210 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3382bab3-1d01-44f4-83b3-abeb7734d397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd08c74c-81e7-4110-a6c2-b96a0bc245b2,revision_number=None']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:42:07.758179 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-44c623cc-5769-4a4a-9a36-a8fe56da14c4 req-12f0f459-4859-49e0-8a5e-ce49be115d05 service neutron] 10.222.0.42 "GET /v2.0/networks/c60a7a0e-d7f4-4271-80f2-d9ececf82671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608927 Apr 19 07:42:07.759415 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-3382bab3-1d01-44f4-83b3-abeb7734d397 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:42:07.922242 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-f470bc28-789c-4f82-a37b-1932316886c8 req-917c8ae5-7093-42a4-b68b-411e930c7760 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/ports?device_id=f84f58c2-d51c-4a14-86e9-8624ad7b2799 HTTP/1.1" status: 200 len: 210 time: 0.0577538 Apr 19 07:42:07.952467 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-44c623cc-5769-4a4a-9a36-a8fe56da14c4 req-de13ede2-5452-460c-8fd6-6c047ce3756b service neutron] 10.222.0.42 "GET /v2.0/networks/c60a7a0e-d7f4-4271-80f2-d9ececf82671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867318 Apr 19 07:42:08.282653 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9f9ab4-5618-425a-9f60-482509f6b218 req-ab3eeda0-a779-4cad-942e-4548844a9152 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:08.291685 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-2d9f9ab4-5618-425a-9f60-482509f6b218 req-ab3eeda0-a779-4cad-942e-4548844a9152 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=808017b1-9edb-48b5-be3e-927a28c51660 HTTP/1.1" status: 200 len: 946 time: 0.1493537 Apr 19 07:42:08.354965 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-2d9f9ab4-5618-425a-9f60-482509f6b218 req-1ec55212-479b-4806-a323-24e2b38838a2 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630469 Apr 19 07:42:08.563305 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-18230ead-a57c-46fe-8be9-52a5ef653d4e req-26a415c2-b41e-4548-8235-1a7156d727cb tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=16892c1a2343435e9889a651ae9582f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0421705 Apr 19 07:42:08.778271 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18230ead-a57c-46fe-8be9-52a5ef653d4e req-f61eadc2-4444-497c-84b3-1e2e1b503f2f tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:08.780214 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-18230ead-a57c-46fe-8be9-52a5ef653d4e req-f61eadc2-4444-497c-84b3-1e2e1b503f2f tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2158999 Apr 19 07:42:08.798150 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-18230ead-a57c-46fe-8be9-52a5ef653d4e req-05027854-12ff-4c9b-8359-7ac2ff9557bd tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] 10.222.0.41 "GET /v2.0/quotas/16892c1a2343435e9889a651ae9582f4 HTTP/1.1" status: 200 len: 375 time: 0.0112116 Apr 19 07:42:08.874892 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-18230ead-a57c-46fe-8be9-52a5ef653d4e req-753c1a27-892c-499f-a8c4-847cb96637ea tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=16892c1a2343435e9889a651ae9582f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0703886 Apr 19 07:42:09.140965 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-f1f45b26-69d7-437a-a25f-6e64407874c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:09.258735 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-a24843e6-b519-43fe-8ade-a73fe7020cc9 req-09bd1660-42ef-45fc-90d1-f3226253b1bf tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3635b6b-11c3-42f0-b41c-e9029da03724 HTTP/1.1" status: 200 len: 210 time: 0.2285919 Apr 19 07:42:09.273500 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-5cb57745-99fa-4cfb-bbc7-c6cde0521945 req-ddf5a5ed-1b3e-47ab-848a-c9a445d6954c tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/ports?device_id=f84f58c2-d51c-4a14-86e9-8624ad7b2799 HTTP/1.1" status: 200 len: 210 time: 0.1318982 Apr 19 07:42:09.540936 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392732e2-11ee-40b6-9cfa-2e463713fcfd req-80df3fbc-d1fc-4f90-92b5-d412a5ab709f tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:09.541958 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-392732e2-11ee-40b6-9cfa-2e463713fcfd req-80df3fbc-d1fc-4f90-92b5-d412a5ab709f tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Synchronizing usage tracker for tenant:156e07873a6143d89470ff601eee1cb8 on resource:network {{(pid=86412) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 07:42:09.560815 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-392732e2-11ee-40b6-9cfa-2e463713fcfd req-80df3fbc-d1fc-4f90-92b5-d412a5ab709f tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Unset dirty status for tenant:156e07873a6143d89470ff601eee1cb8 on resource:network {{(pid=86412) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 07:42:09.562090 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-392732e2-11ee-40b6-9cfa-2e463713fcfd req-80df3fbc-d1fc-4f90-92b5-d412a5ab709f tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.42 "GET /v2.0/networks?id=a6592c2a-0849-4380-bef8-37b4b3e1274d HTTP/1.1" status: 200 len: 814 time: 0.2501004 Apr 19 07:42:09.596480 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [req-392732e2-11ee-40b6-9cfa-2e463713fcfd req-505919cc-e627-438d-a6e8-34cb56565355 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Request body: {'port': {'device_id': 'f84f58c2-d51c-4a14-86e9-8624ad7b2799', 'network_id': 'a6592c2a-0849-4380-bef8-37b4b3e1274d', 'admin_state_up': True, 'tenant_id': '156e07873a6143d89470ff601eee1cb8'}} {{(pid=86412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:42:09.745975 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fce85e0-f738-4b1f-acad-d867a31195b0 req-45525113-84da-4f09-a937-7f8c4786b615 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:09.754194 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-9fce85e0-f738-4b1f-acad-d867a31195b0 req-45525113-84da-4f09-a937-7f8c4786b615 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=808017b1-9edb-48b5-be3e-927a28c51660 HTTP/1.1" status: 200 len: 946 time: 0.1900578 Apr 19 07:42:09.763826 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bf2cef0d-0a86-410b-90d7-6d8fe7ad6153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:09.844881 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-9fce85e0-f738-4b1f-acad-d867a31195b0 req-1557c846-40e0-4771-9885-6af3d7eb615d tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809059 Apr 19 07:42:09.853208 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [req-392732e2-11ee-40b6-9cfa-2e463713fcfd req-505919cc-e627-438d-a6e8-34cb56565355 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:42:09.857781 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-392732e2-11ee-40b6-9cfa-2e463713fcfd req-505919cc-e627-438d-a6e8-34cb56565355 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Usage tracker for resource:port and tenant:156e07873a6143d89470ff601eee1cb8 is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:42:09.861268 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-392732e2-11ee-40b6-9cfa-2e463713fcfd req-505919cc-e627-438d-a6e8-34cb56565355 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:42:09.868754 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [req-392732e2-11ee-40b6-9cfa-2e463713fcfd req-505919cc-e627-438d-a6e8-34cb56565355 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:42:09.888749 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-392732e2-11ee-40b6-9cfa-2e463713fcfd req-505919cc-e627-438d-a6e8-34cb56565355 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Made reservation on behalf of 156e07873a6143d89470ff601eee1cb8 for: {'port': 1} {{(pid=86412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 07:42:09.897302 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-392732e2-11ee-40b6-9cfa-2e463713fcfd req-505919cc-e627-438d-a6e8-34cb56565355 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:10.151927 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.db_base_plugin_common [req-392732e2-11ee-40b6-9cfa-2e463713fcfd req-505919cc-e627-438d-a6e8-34cb56565355 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Allocated IP 172.20.0.11 (a6592c2a-0849-4380-bef8-37b4b3e1274d/97dcc01a-d0cc-4dce-9455-151a64e8fa2f/103c82f6-23c0-4aca-8712-ed823c4c7ae0) {{(pid=86412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 07:42:10.417561 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-392732e2-11ee-40b6-9cfa-2e463713fcfd req-505919cc-e627-438d-a6e8-34cb56565355 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Notify callbacks [] for port, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:10.439922 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:10.456945 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-392732e2-11ee-40b6-9cfa-2e463713fcfd req-505919cc-e627-438d-a6e8-34cb56565355 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769764225105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3936575'] for port, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:10.465550 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:42:10.528757 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-c33d03a2-45d1-4bef-9182-2f0578ff92fe req-2e4d6929-0483-45fa-9b20-f705f746b970 tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3635b6b-11c3-42f0-b41c-e9029da03724 HTTP/1.1" status: 200 len: 210 time: 0.1283436 Apr 19 07:42:10.539966 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-392732e2-11ee-40b6-9cfa-2e463713fcfd req-505919cc-e627-438d-a6e8-34cb56565355 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Network a6592c2a-0849-4380-bef8-37b4b3e1274d is already hosted by enough agents. {{(pid=86412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 07:42:10.544792 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.base_scheduler [req-392732e2-11ee-40b6-9cfa-2e463713fcfd req-505919cc-e627-438d-a6e8-34cb56565355 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Resources bound (agent type, host, resource id): {{(pid=86412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 07:42:10.547349 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [req-392732e2-11ee-40b6-9cfa-2e463713fcfd req-505919cc-e627-438d-a6e8-34cb56565355 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Received port after_create {{(pid=86412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 07:42:10.586016 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1469ff-1bae-4672-9a89-b11b177ff2b4 req-b9c68a39-1038-4c34-a5ab-6c924e92daa3 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:10.587708 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-4e1469ff-1bae-4672-9a89-b11b177ff2b4 req-b9c68a39-1038-4c34-a5ab-6c924e92daa3 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/ports?device_id=f84f58c2-d51c-4a14-86e9-8624ad7b2799 HTTP/1.1" status: 200 len: 932 time: 0.1480350 Apr 19 07:42:10.620582 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:10.637709 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505919cc-e627-438d-a6e8-34cb56565355 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Pushing event updated for resources: {'Port': ['ID=103c82f6-23c0-4aca-8712-ed823c4c7ae0,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:42:10.643101 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-505919cc-e627-438d-a6e8-34cb56565355 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:42:10.670432 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392732e2-11ee-40b6-9cfa-2e463713fcfd req-505919cc-e627-438d-a6e8-34cb56565355 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:10.671611 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-392732e2-11ee-40b6-9cfa-2e463713fcfd req-505919cc-e627-438d-a6e8-34cb56565355 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773070'] for port, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:10.689763 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-4e1469ff-1bae-4672-9a89-b11b177ff2b4 req-c36e1b41-e076-4880-9c80-537ab42fcf10 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ecfeb0f-2df5-400e-8733-6e1eda84c027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891879 Apr 19 07:42:10.729257 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-18230ead-a57c-46fe-8be9-52a5ef653d4e req-06e0e9db-c4bc-4094-8575-7e14e93b84b4 tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=16892c1a2343435e9889a651ae9582f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402014 Apr 19 07:42:10.763966 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-392732e2-11ee-40b6-9cfa-2e463713fcfd req-505919cc-e627-438d-a6e8-34cb56565355 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1742039 Apr 19 07:42:10.785086 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [req-392732e2-11ee-40b6-9cfa-2e463713fcfd req-f6545420-f57b-4f3b-b044-7f402f50a316 service neutron] Request body: {'port': {'device_id': 'f84f58c2-d51c-4a14-86e9-8624ad7b2799', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=86412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:42:11.010327 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18230ead-a57c-46fe-8be9-52a5ef653d4e req-800ed215-c6f6-419d-ba49-e256589a51de tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:11.011989 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-18230ead-a57c-46fe-8be9-52a5ef653d4e req-800ed215-c6f6-419d-ba49-e256589a51de tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2770905 Apr 19 07:42:11.014819 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-392732e2-11ee-40b6-9cfa-2e463713fcfd req-f6545420-f57b-4f3b-b044-7f402f50a316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:11.038318 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [req-18230ead-a57c-46fe-8be9-52a5ef653d4e req-88df6dc9-612e-4320-b2b0-b3d71d43f501 tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] Request body: {'port': {'device_id': 'a3635b6b-11c3-42f0-b41c-e9029da03724', 'network_id': '3575156a-05a3-4715-b7e9-763069e96a45', 'admin_state_up': True, 'tenant_id': '16892c1a2343435e9889a651ae9582f4'}} {{(pid=86412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:42:11.063993 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41433335-58a0-469d-b398-bc5b09fb4b49 req-8a015c5b-9b16-47c9-8a32-d2d6a493bf6c tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:11.065593 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-41433335-58a0-469d-b398-bc5b09fb4b49 req-8a015c5b-9b16-47c9-8a32-d2d6a493bf6c tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=808017b1-9edb-48b5-be3e-927a28c51660 HTTP/1.1" status: 200 len: 946 time: 0.1055360 Apr 19 07:42:11.144478 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-41433335-58a0-469d-b398-bc5b09fb4b49 req-a828965a-1496-44c0-98ce-b39c05a6a991 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674195 Apr 19 07:42:11.334567 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d08bd89e-63cf-49bc-b1d3-e1c35da66f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:11.533751 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [req-18230ead-a57c-46fe-8be9-52a5ef653d4e req-88df6dc9-612e-4320-b2b0-b3d71d43f501 tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:42:11.542320 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-18230ead-a57c-46fe-8be9-52a5ef653d4e req-88df6dc9-612e-4320-b2b0-b3d71d43f501 tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] Usage tracker for resource:port and tenant:16892c1a2343435e9889a651ae9582f4 is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:42:11.562768 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-18230ead-a57c-46fe-8be9-52a5ef653d4e req-88df6dc9-612e-4320-b2b0-b3d71d43f501 tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:42:11.582094 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [req-18230ead-a57c-46fe-8be9-52a5ef653d4e req-88df6dc9-612e-4320-b2b0-b3d71d43f501 tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:42:11.654708 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18230ead-a57c-46fe-8be9-52a5ef653d4e req-88df6dc9-612e-4320-b2b0-b3d71d43f501 tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] Made reservation on behalf of 16892c1a2343435e9889a651ae9582f4 for: {'port': 1} {{(pid=86412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 07:42:11.660877 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-18230ead-a57c-46fe-8be9-52a5ef653d4e req-88df6dc9-612e-4320-b2b0-b3d71d43f501 tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:11.680073 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-18230ead-a57c-46fe-8be9-52a5ef653d4e req-88df6dc9-612e-4320-b2b0-b3d71d43f501 tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] Notify callbacks [] for security_group, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:11.706450 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-7acd3095-75ef-471f-893f-0ee79c3dc53c req-f4daa420-3504-4971-9af5-b3f3cc3d21a5 tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3635b6b-11c3-42f0-b41c-e9029da03724 HTTP/1.1" status: 200 len: 210 time: 0.0483325 Apr 19 07:42:11.716428 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [req-18230ead-a57c-46fe-8be9-52a5ef653d4e req-88df6dc9-612e-4320-b2b0-b3d71d43f501 tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:42:11.724707 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-18230ead-a57c-46fe-8be9-52a5ef653d4e req-88df6dc9-612e-4320-b2b0-b3d71d43f501 tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] Usage tracker for resource:security_group_rule and tenant:16892c1a2343435e9889a651ae9582f4 is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:42:11.728925 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-18230ead-a57c-46fe-8be9-52a5ef653d4e req-88df6dc9-612e-4320-b2b0-b3d71d43f501 tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:42:11.737018 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [req-18230ead-a57c-46fe-8be9-52a5ef653d4e req-88df6dc9-612e-4320-b2b0-b3d71d43f501 tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:42:11.844745 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [req-392732e2-11ee-40b6-9cfa-2e463713fcfd req-f6545420-f57b-4f3b-b044-7f402f50a316 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 103c82f6-23c0-4aca-8712-ed823c4c7ae0 {{(pid=86412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 07:42:11.857103 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-392732e2-11ee-40b6-9cfa-2e463713fcfd req-f6545420-f57b-4f3b-b044-7f402f50a316 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:11.884324 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [req-392732e2-11ee-40b6-9cfa-2e463713fcfd req-f6545420-f57b-4f3b-b044-7f402f50a316 service neutron] Transition to ACTIVE for port object 103c82f6-23c0-4aca-8712-ed823c4c7ae0 will not be triggered until provisioned by entity L2. {{(pid=86412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 07:42:11.890579 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-392732e2-11ee-40b6-9cfa-2e463713fcfd req-f6545420-f57b-4f3b-b044-7f402f50a316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850839242'] for port, after_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:11.898319 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-08c611b6-92aa-41c9-91ac-397468bc2f39 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:42:11.942005 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df437fe-8a87-4869-8b25-d1c11fa3431f req-ba7498f4-d6b3-4a8d-b2b8-84cae67c4610 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:11.943700 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-7df437fe-8a87-4869-8b25-d1c11fa3431f req-ba7498f4-d6b3-4a8d-b2b8-84cae67c4610 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/ports?device_id=f84f58c2-d51c-4a14-86e9-8624ad7b2799 HTTP/1.1" status: 200 len: 944 time: 0.1032572 Apr 19 07:42:11.995028 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-7df437fe-8a87-4869-8b25-d1c11fa3431f req-3c83a0e2-89b5-44d5-a042-b36f2abda57d tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ecfeb0f-2df5-400e-8733-6e1eda84c027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447180 Apr 19 07:42:12.041703 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-18230ead-a57c-46fe-8be9-52a5ef653d4e req-88df6dc9-612e-4320-b2b0-b3d71d43f501 tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] Notify callbacks [] for security_group, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:12.083853 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-18230ead-a57c-46fe-8be9-52a5ef653d4e req-88df6dc9-612e-4320-b2b0-b3d71d43f501 tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:12.138878 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6545420-f57b-4f3b-b044-7f402f50a316 service neutron] Pushing event updated for resources: {'Port': ['ID=103c82f6-23c0-4aca-8712-ed823c4c7ae0,revision_number=2']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:42:12.174833 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-f6545420-f57b-4f3b-b044-7f402f50a316 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:42:12.175406 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-18d54c92-a5b8-428e-9110-15ea93e557b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:42:12.259418 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88df6dc9-612e-4320-b2b0-b3d71d43f501 tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b4f109b-3f7c-4ae9-8452-dd4523e65aa8,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:42:12.294041 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-88df6dc9-612e-4320-b2b0-b3d71d43f501 tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:42:12.325633 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [req-392732e2-11ee-40b6-9cfa-2e463713fcfd req-f6545420-f57b-4f3b-b044-7f402f50a316 service neutron] Attempting to bind port 103c82f6-23c0-4aca-8712-ed823c4c7ae0 on host hv-cinder-77387 for vnic_type normal with profile {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 07:42:12.326006 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [req-392732e2-11ee-40b6-9cfa-2e463713fcfd req-f6545420-f57b-4f3b-b044-7f402f50a316 service neutron] Attempting to bind port 103c82f6-23c0-4aca-8712-ed823c4c7ae0 by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': 'a453a347-3ee5-4bff-8f95-cec0fa8d6963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a6592c2a-0849-4380-bef8-37b4b3e1274d'}] {{(pid=86412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 07:42:12.326399 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392732e2-11ee-40b6-9cfa-2e463713fcfd req-f6545420-f57b-4f3b-b044-7f402f50a316 service neutron] Attempting to bind port 103c82f6-23c0-4aca-8712-ed823c4c7ae0 on network a6592c2a-0849-4380-bef8-37b4b3e1274d {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 07:42:12.338239 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392732e2-11ee-40b6-9cfa-2e463713fcfd req-f6545420-f57b-4f3b-b044-7f402f50a316 service neutron] Port 103c82f6-23c0-4aca-8712-ed823c4c7ae0 on network a6592c2a-0849-4380-bef8-37b4b3e1274d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 07:42:12.338739 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392732e2-11ee-40b6-9cfa-2e463713fcfd req-f6545420-f57b-4f3b-b044-7f402f50a316 service neutron] Attempting to bind port 103c82f6-23c0-4aca-8712-ed823c4c7ae0 on network a6592c2a-0849-4380-bef8-37b4b3e1274d {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 07:42:12.344774 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302de9c0-ca5f-4f16-9d9b-6a2e8ef76fa2 req-30d451e4-9134-46d5-89a1-5960be75907f tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:12.346387 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-302de9c0-ca5f-4f16-9d9b-6a2e8ef76fa2 req-30d451e4-9134-46d5-89a1-5960be75907f tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=808017b1-9edb-48b5-be3e-927a28c51660 HTTP/1.1" status: 200 len: 946 time: 0.0920911 Apr 19 07:42:12.353066 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392732e2-11ee-40b6-9cfa-2e463713fcfd req-f6545420-f57b-4f3b-b044-7f402f50a316 service neutron] Checking agent: {'id': '482cf95e-fb4e-4926-8f7d-816e7736c412', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 39, 10), 'started_at': datetime.datetime(2021, 4, 19, 7, 39, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 07:42:12.353435 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392732e2-11ee-40b6-9cfa-2e463713fcfd req-f6545420-f57b-4f3b-b044-7f402f50a316 service neutron] Checking segment: {'id': 'a453a347-3ee5-4bff-8f95-cec0fa8d6963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a6592c2a-0849-4380-bef8-37b4b3e1274d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 07:42:12.353843 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392732e2-11ee-40b6-9cfa-2e463713fcfd req-f6545420-f57b-4f3b-b044-7f402f50a316 service neutron] Bound using segment: {'id': 'a453a347-3ee5-4bff-8f95-cec0fa8d6963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a6592c2a-0849-4380-bef8-37b4b3e1274d'} {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 07:42:12.354377 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [req-392732e2-11ee-40b6-9cfa-2e463713fcfd req-f6545420-f57b-4f3b-b044-7f402f50a316 service neutron] Bound port: 103c82f6-23c0-4aca-8712-ed823c4c7ae0, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a453a347-3ee5-4bff-8f95-cec0fa8d6963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a6592c2a-0849-4380-bef8-37b4b3e1274d'}}] {{(pid=86412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 07:42:12.354678 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-392732e2-11ee-40b6-9cfa-2e463713fcfd req-f6545420-f57b-4f3b-b044-7f402f50a316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:12.364836 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.db_base_plugin_common [req-18230ead-a57c-46fe-8be9-52a5ef653d4e req-88df6dc9-612e-4320-b2b0-b3d71d43f501 tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] Allocated IP 192.168.233.127 (3575156a-05a3-4715-b7e9-763069e96a45/66fb7921-671f-4ea3-861e-0da877c05967/2cfc7dd6-3f68-4aab-ae6b-2a5106763113) {{(pid=86412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 07:42:12.398563 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-302de9c0-ca5f-4f16-9d9b-6a2e8ef76fa2 req-8643cca1-86f5-4c8f-a551-a8650cffa0d6 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451965 Apr 19 07:42:12.534330 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [req-392732e2-11ee-40b6-9cfa-2e463713fcfd req-f6545420-f57b-4f3b-b044-7f402f50a316 service neutron] For port 103c82f6-23c0-4aca-8712-ed823c4c7ae0, host hv-cinder-77387, cleared binding levels {{(pid=86412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 07:42:12.598619 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [req-392732e2-11ee-40b6-9cfa-2e463713fcfd req-f6545420-f57b-4f3b-b044-7f402f50a316 service neutron] For port 103c82f6-23c0-4aca-8712-ed823c4c7ae0, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=103c82f6-23c0-4aca-8712-ed823c4c7ae0,segment=NetworkSegment(a453a347-3ee5-4bff-8f95-cec0fa8d6963),segment_id=a453a347-3ee5-4bff-8f95-cec0fa8d6963)] {{(pid=86412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 07:42:12.605524 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-392732e2-11ee-40b6-9cfa-2e463713fcfd req-f6545420-f57b-4f3b-b044-7f402f50a316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850839242'] for port, after_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:12.612702 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-8d0d5e3c-12be-40ec-9254-294c0b0cb06c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:42:12.684123 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392732e2-11ee-40b6-9cfa-2e463713fcfd req-f6545420-f57b-4f3b-b044-7f402f50a316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:12.684779 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-392732e2-11ee-40b6-9cfa-2e463713fcfd req-f6545420-f57b-4f3b-b044-7f402f50a316 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773070'] for port, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:12.686250 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-392732e2-11ee-40b6-9cfa-2e463713fcfd req-f6545420-f57b-4f3b-b044-7f402f50a316 service neutron] 10.222.0.42 "PUT /v2.0/ports/103c82f6-23c0-4aca-8712-ed823c4c7ae0 HTTP/1.1" status: 200 len: 1094 time: 1.9061217 Apr 19 07:42:12.688929 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f84f58c2-d51c-4a14-86e9-8624ad7b2799', 'tag': '103c82f6-23c0-4aca-8712-ed823c4c7ae0'}] {{(pid=86412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 07:42:12.783732 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f84f58c2-d51c-4a14-86e9-8624ad7b2799', 'tag': '103c82f6-23c0-4aca-8712-ed823c4c7ae0', 'status': 'completed', 'code': 200} Apr 19 07:42:12.793409 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6545420-f57b-4f3b-b044-7f402f50a316 service neutron] Pushing event updated for resources: {'Port': ['ID=103c82f6-23c0-4aca-8712-ed823c4c7ae0,revision_number=3']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:42:12.798617 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-18230ead-a57c-46fe-8be9-52a5ef653d4e req-88df6dc9-612e-4320-b2b0-b3d71d43f501 tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] Notify callbacks [] for port, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:12.806229 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-f6545420-f57b-4f3b-b044-7f402f50a316 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:42:12.821407 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [req-18230ead-a57c-46fe-8be9-52a5ef653d4e req-88df6dc9-612e-4320-b2b0-b3d71d43f501 tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] Transition to ACTIVE for port object 2cfc7dd6-3f68-4aab-ae6b-2a5106763113 will not be triggered until provisioned by entity DHCP. {{(pid=86412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 07:42:12.858882 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392732e2-11ee-40b6-9cfa-2e463713fcfd req-9887c68d-406c-4b03-82d6-1b311f029a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:12.860456 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-392732e2-11ee-40b6-9cfa-2e463713fcfd req-9887c68d-406c-4b03-82d6-1b311f029a33 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=156e07873a6143d89470ff601eee1cb8&device_id=f84f58c2-d51c-4a14-86e9-8624ad7b2799 HTTP/1.1" status: 200 len: 1097 time: 0.1240370 Apr 19 07:42:12.930375 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-18230ead-a57c-46fe-8be9-52a5ef653d4e req-88df6dc9-612e-4320-b2b0-b3d71d43f501 tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769764225105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3936575'] for port, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:12.934694 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbce042-a8a8-408f-b85d-7877c46bb9ae req-4ed6750c-6b66-444b-ba5a-08d309f68b28 tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:12.936386 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-bfbce042-a8a8-408f-b85d-7877c46bb9ae req-4ed6750c-6b66-444b-ba5a-08d309f68b28 tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3635b6b-11c3-42f0-b41c-e9029da03724 HTTP/1.1" status: 200 len: 936 time: 0.1012034 Apr 19 07:42:12.946890 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:42:12.978867 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-392732e2-11ee-40b6-9cfa-2e463713fcfd req-a9512f7d-e946-49fa-8481-7b51f83387c2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=103c82f6-23c0-4aca-8712-ed823c4c7ae0 HTTP/1.1" status: 200 len: 217 time: 0.1081440 Apr 19 07:42:13.002114 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-bfbce042-a8a8-408f-b85d-7877c46bb9ae req-2e6a7473-2139-4e1c-854c-9971568d7fff tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b4f109b-3f7c-4ae9-8452-dd4523e65aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563948 Apr 19 07:42:13.056451 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18230ead-a57c-46fe-8be9-52a5ef653d4e req-88df6dc9-612e-4320-b2b0-b3d71d43f501 tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] Network 3575156a-05a3-4715-b7e9-763069e96a45 is already hosted by enough agents. {{(pid=86412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 07:42:13.059447 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.base_scheduler [req-18230ead-a57c-46fe-8be9-52a5ef653d4e req-88df6dc9-612e-4320-b2b0-b3d71d43f501 tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] Resources bound (agent type, host, resource id): {{(pid=86412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 07:42:13.076734 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [req-18230ead-a57c-46fe-8be9-52a5ef653d4e req-88df6dc9-612e-4320-b2b0-b3d71d43f501 tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] Received port after_create {{(pid=86412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 07:42:13.137656 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88df6dc9-612e-4320-b2b0-b3d71d43f501 tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] Pushing event updated for resources: {'Port': ['ID=2cfc7dd6-3f68-4aab-ae6b-2a5106763113,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:42:13.150669 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-88df6dc9-612e-4320-b2b0-b3d71d43f501 tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:42:13.152315 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392732e2-11ee-40b6-9cfa-2e463713fcfd req-6b5df1ec-dc6d-4538-9cf3-bf9ee366301a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:13.154050 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-392732e2-11ee-40b6-9cfa-2e463713fcfd req-6b5df1ec-dc6d-4538-9cf3-bf9ee366301a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=97dcc01a-d0cc-4dce-9455-151a64e8fa2f HTTP/1.1" status: 200 len: 854 time: 0.1561651 Apr 19 07:42:13.224307 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18230ead-a57c-46fe-8be9-52a5ef653d4e req-88df6dc9-612e-4320-b2b0-b3d71d43f501 tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:13.224961 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-18230ead-a57c-46fe-8be9-52a5ef653d4e req-88df6dc9-612e-4320-b2b0-b3d71d43f501 tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773070'] for port, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:13.237773 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-392732e2-11ee-40b6-9cfa-2e463713fcfd req-7c7019fd-1bee-45fc-ac93-e27b7a1a790e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a6592c2a-0849-4380-bef8-37b4b3e1274d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718510 Apr 19 07:42:13.305524 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8113a61-badc-47e0-8658-55f361da0ea5 req-e2d7168e-bc22-4287-a865-565642bc2d19 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:13.307284 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-c8113a61-badc-47e0-8658-55f361da0ea5 req-e2d7168e-bc22-4287-a865-565642bc2d19 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/ports?device_id=f84f58c2-d51c-4a14-86e9-8624ad7b2799 HTTP/1.1" status: 200 len: 944 time: 0.1001279 Apr 19 07:42:13.353143 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-18230ead-a57c-46fe-8be9-52a5ef653d4e req-88df6dc9-612e-4320-b2b0-b3d71d43f501 tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3189557 Apr 19 07:42:13.360246 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-c8113a61-badc-47e0-8658-55f361da0ea5 req-7e22d00a-b263-4ab1-88ba-cb2e0a351dae tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ecfeb0f-2df5-400e-8733-6e1eda84c027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440319 Apr 19 07:42:13.374155 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [req-18230ead-a57c-46fe-8be9-52a5ef653d4e req-393f4cd9-281e-4aa6-b423-c2a9f7a450cd service neutron] Request body: {'port': {'device_id': 'a3635b6b-11c3-42f0-b41c-e9029da03724', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=86412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:42:13.425129 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-4ed04020-b053-4515-8647-dba142e5b186 None None] Provisioning for port 2cfc7dd6-3f68-4aab-ae6b-2a5106763113 completed by entity DHCP. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 07:42:13.430407 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-4ed04020-b053-4515-8647-dba142e5b186 None None] Provisioning complete for port 2cfc7dd6-3f68-4aab-ae6b-2a5106763113 triggered by entity DHCP. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:42:13.430687 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-4ed04020-b053-4515-8647-dba142e5b186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:13.491947 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-4ed04020-b053-4515-8647-dba142e5b186 None None] Port 2cfc7dd6-3f68-4aab-ae6b-2a5106763113 cannot update to ACTIVE because it is not bound. {{(pid=86414) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 07:42:13.496643 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-392732e2-11ee-40b6-9cfa-2e463713fcfd req-7e99d038-1f16-4e08-ae3d-58794ff3cfc0 service neutron] 10.222.0.42 "GET /v2.0/networks/a6592c2a-0849-4380-bef8-37b4b3e1274d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453485 Apr 19 07:42:13.603065 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6378314a-99df-43a1-b09b-c68463d86fe3 req-4497e8c5-2634-49fd-9f13-2912d662a2d2 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:13.604724 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-6378314a-99df-43a1-b09b-c68463d86fe3 req-4497e8c5-2634-49fd-9f13-2912d662a2d2 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=808017b1-9edb-48b5-be3e-927a28c51660 HTTP/1.1" status: 200 len: 946 time: 0.0867839 Apr 19 07:42:13.618801 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-18230ead-a57c-46fe-8be9-52a5ef653d4e req-393f4cd9-281e-4aa6-b423-c2a9f7a450cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:13.653661 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-6378314a-99df-43a1-b09b-c68463d86fe3 req-876aa765-2396-4ad0-acab-2772ccaa713e tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417848 Apr 19 07:42:13.739675 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-392732e2-11ee-40b6-9cfa-2e463713fcfd req-a6c27d03-20be-4cec-9118-9a8d0e6df055 service neutron] 10.222.0.42 "GET /v2.0/networks/a6592c2a-0849-4380-bef8-37b4b3e1274d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352669 Apr 19 07:42:13.995877 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c72040e-14c1-4210-83d7-e32bcf0a7a5f req-fbf00af1-4046-4112-b525-4c34796523de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:13.997570 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-4c72040e-14c1-4210-83d7-e32bcf0a7a5f req-fbf00af1-4046-4112-b525-4c34796523de service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=156e07873a6143d89470ff601eee1cb8&device_id=f84f58c2-d51c-4a14-86e9-8624ad7b2799 HTTP/1.1" status: 200 len: 1097 time: 0.2042460 Apr 19 07:42:14.221501 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6c3600-1e4d-4a7d-bf3f-4754db42ac76 req-ba9ac040-2eb0-4fb1-83b2-0db6e7cc6d90 tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:14.223381 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-6f6c3600-1e4d-4a7d-bf3f-4754db42ac76 req-ba9ac040-2eb0-4fb1-83b2-0db6e7cc6d90 tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3635b6b-11c3-42f0-b41c-e9029da03724 HTTP/1.1" status: 200 len: 936 time: 0.0922651 Apr 19 07:42:14.275757 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-6f6c3600-1e4d-4a7d-bf3f-4754db42ac76 req-b69fcee0-8ddc-4d9c-805f-1be660de8ce4 tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b4f109b-3f7c-4ae9-8452-dd4523e65aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456190 Apr 19 07:42:14.453104 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [req-18230ead-a57c-46fe-8be9-52a5ef653d4e req-393f4cd9-281e-4aa6-b423-c2a9f7a450cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cfc7dd6-3f68-4aab-ae6b-2a5106763113 {{(pid=86412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 07:42:14.458874 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c72040e-14c1-4210-83d7-e32bcf0a7a5f req-4c8aaff6-cfa9-4d40-90ec-c0ea98f25cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:14.460509 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-4c72040e-14c1-4210-83d7-e32bcf0a7a5f req-4c8aaff6-cfa9-4d40-90ec-c0ea98f25cea service neutron] 10.222.0.42 "GET /v2.0/networks?id=a6592c2a-0849-4380-bef8-37b4b3e1274d HTTP/1.1" status: 200 len: 915 time: 0.4505928 Apr 19 07:42:14.464623 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-18230ead-a57c-46fe-8be9-52a5ef653d4e req-393f4cd9-281e-4aa6-b423-c2a9f7a450cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:14.548932 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-4c72040e-14c1-4210-83d7-e32bcf0a7a5f req-3ded1625-52f8-4435-ad9c-4edfd8e5976c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=103c82f6-23c0-4aca-8712-ed823c4c7ae0 HTTP/1.1" status: 200 len: 217 time: 0.0759001 Apr 19 07:42:14.549960 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [req-18230ead-a57c-46fe-8be9-52a5ef653d4e req-393f4cd9-281e-4aa6-b423-c2a9f7a450cd service neutron] Transition to ACTIVE for port object 2cfc7dd6-3f68-4aab-ae6b-2a5106763113 will not be triggered until provisioned by entity L2. {{(pid=86412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 07:42:14.553099 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-18230ead-a57c-46fe-8be9-52a5ef653d4e req-393f4cd9-281e-4aa6-b423-c2a9f7a450cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850839242'] for port, after_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:14.560129 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:42:14.587217 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ae5ca-8505-4d8a-ba0a-148d1e69e6d4 req-7dcf4bc7-5b24-41e7-b24f-cebb43c711e5 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:14.588922 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-b89ae5ca-8505-4d8a-ba0a-148d1e69e6d4 req-7dcf4bc7-5b24-41e7-b24f-cebb43c711e5 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/ports?device_id=f84f58c2-d51c-4a14-86e9-8624ad7b2799 HTTP/1.1" status: 200 len: 944 time: 0.1078043 Apr 19 07:42:14.652729 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-b89ae5ca-8505-4d8a-ba0a-148d1e69e6d4 req-ee9a0c0a-55e0-461a-a0a4-665435c62f03 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ecfeb0f-2df5-400e-8733-6e1eda84c027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554557 Apr 19 07:42:14.774384 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393f4cd9-281e-4aa6-b423-c2a9f7a450cd service neutron] Pushing event updated for resources: {'Port': ['ID=2cfc7dd6-3f68-4aab-ae6b-2a5106763113,revision_number=2']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:42:14.815744 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-393f4cd9-281e-4aa6-b423-c2a9f7a450cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:42:14.822962 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c72040e-14c1-4210-83d7-e32bcf0a7a5f req-afad70ac-f0c0-4bbd-a638-ca80dc39a9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:14.824647 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-4c72040e-14c1-4210-83d7-e32bcf0a7a5f req-afad70ac-f0c0-4bbd-a638-ca80dc39a9c4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=97dcc01a-d0cc-4dce-9455-151a64e8fa2f HTTP/1.1" status: 200 len: 854 time: 0.2669680 Apr 19 07:42:14.915247 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1a74e2-96b0-4b50-9c41-5e950fca2a45 req-0d846c1f-3c57-4c99-9fd2-dcea180866ee tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:14.916856 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-0f1a74e2-96b0-4b50-9c41-5e950fca2a45 req-0d846c1f-3c57-4c99-9fd2-dcea180866ee tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=808017b1-9edb-48b5-be3e-927a28c51660 HTTP/1.1" status: 200 len: 946 time: 0.0899878 Apr 19 07:42:14.931229 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-4c72040e-14c1-4210-83d7-e32bcf0a7a5f req-7713f601-29b9-411c-a909-e3200c89eb01 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a6592c2a-0849-4380-bef8-37b4b3e1274d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658896 Apr 19 07:42:14.968466 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-0f1a74e2-96b0-4b50-9c41-5e950fca2a45 req-0b236976-a834-4342-9774-7d92ff0006cc tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437403 Apr 19 07:42:14.986696 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [req-18230ead-a57c-46fe-8be9-52a5ef653d4e req-393f4cd9-281e-4aa6-b423-c2a9f7a450cd service neutron] Attempting to bind port 2cfc7dd6-3f68-4aab-ae6b-2a5106763113 on host hv-cinder-77387 for vnic_type normal with profile {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 07:42:14.987093 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [req-18230ead-a57c-46fe-8be9-52a5ef653d4e req-393f4cd9-281e-4aa6-b423-c2a9f7a450cd service neutron] Attempting to bind port 2cfc7dd6-3f68-4aab-ae6b-2a5106763113 by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': 'eaf0d071-cbce-4525-8a57-b070b1eed496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '3575156a-05a3-4715-b7e9-763069e96a45'}] {{(pid=86412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 07:42:14.987456 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18230ead-a57c-46fe-8be9-52a5ef653d4e req-393f4cd9-281e-4aa6-b423-c2a9f7a450cd service neutron] Attempting to bind port 2cfc7dd6-3f68-4aab-ae6b-2a5106763113 on network 3575156a-05a3-4715-b7e9-763069e96a45 {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 07:42:15.041931 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18230ead-a57c-46fe-8be9-52a5ef653d4e req-393f4cd9-281e-4aa6-b423-c2a9f7a450cd service neutron] Port 2cfc7dd6-3f68-4aab-ae6b-2a5106763113 on network 3575156a-05a3-4715-b7e9-763069e96a45 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 07:42:15.042287 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18230ead-a57c-46fe-8be9-52a5ef653d4e req-393f4cd9-281e-4aa6-b423-c2a9f7a450cd service neutron] Attempting to bind port 2cfc7dd6-3f68-4aab-ae6b-2a5106763113 on network 3575156a-05a3-4715-b7e9-763069e96a45 {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 07:42:15.055753 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18230ead-a57c-46fe-8be9-52a5ef653d4e req-393f4cd9-281e-4aa6-b423-c2a9f7a450cd service neutron] Checking agent: {'id': '482cf95e-fb4e-4926-8f7d-816e7736c412', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 39, 10), 'started_at': datetime.datetime(2021, 4, 19, 7, 39, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 07:42:15.056065 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18230ead-a57c-46fe-8be9-52a5ef653d4e req-393f4cd9-281e-4aa6-b423-c2a9f7a450cd service neutron] Checking segment: {'id': 'eaf0d071-cbce-4525-8a57-b070b1eed496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '3575156a-05a3-4715-b7e9-763069e96a45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 07:42:15.056512 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18230ead-a57c-46fe-8be9-52a5ef653d4e req-393f4cd9-281e-4aa6-b423-c2a9f7a450cd service neutron] Bound using segment: {'id': 'eaf0d071-cbce-4525-8a57-b070b1eed496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '3575156a-05a3-4715-b7e9-763069e96a45'} {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 07:42:15.056978 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [req-18230ead-a57c-46fe-8be9-52a5ef653d4e req-393f4cd9-281e-4aa6-b423-c2a9f7a450cd service neutron] Bound port: 2cfc7dd6-3f68-4aab-ae6b-2a5106763113, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaf0d071-cbce-4525-8a57-b070b1eed496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '3575156a-05a3-4715-b7e9-763069e96a45'}}] {{(pid=86412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 07:42:15.057324 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-18230ead-a57c-46fe-8be9-52a5ef653d4e req-393f4cd9-281e-4aa6-b423-c2a9f7a450cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:15.158202 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-4c72040e-14c1-4210-83d7-e32bcf0a7a5f req-e02e4072-7d24-4b45-b090-fbed620e6cad service neutron] 10.222.0.42 "GET /v2.0/networks/a6592c2a-0849-4380-bef8-37b4b3e1274d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149329 Apr 19 07:42:15.270628 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [req-18230ead-a57c-46fe-8be9-52a5ef653d4e req-393f4cd9-281e-4aa6-b423-c2a9f7a450cd service neutron] For port 2cfc7dd6-3f68-4aab-ae6b-2a5106763113, host hv-cinder-77387, cleared binding levels {{(pid=86412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 07:42:15.286907 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [req-18230ead-a57c-46fe-8be9-52a5ef653d4e req-393f4cd9-281e-4aa6-b423-c2a9f7a450cd service neutron] For port 2cfc7dd6-3f68-4aab-ae6b-2a5106763113, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=2cfc7dd6-3f68-4aab-ae6b-2a5106763113,segment=NetworkSegment(eaf0d071-cbce-4525-8a57-b070b1eed496),segment_id=eaf0d071-cbce-4525-8a57-b070b1eed496)] {{(pid=86412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 07:42:15.301743 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-18230ead-a57c-46fe-8be9-52a5ef653d4e req-393f4cd9-281e-4aa6-b423-c2a9f7a450cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850839242'] for port, after_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:15.308619 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-ebbb9df6-1770-4947-bb4f-2120209b6c6b tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:42:15.389621 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18230ead-a57c-46fe-8be9-52a5ef653d4e req-393f4cd9-281e-4aa6-b423-c2a9f7a450cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:15.390298 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-18230ead-a57c-46fe-8be9-52a5ef653d4e req-393f4cd9-281e-4aa6-b423-c2a9f7a450cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773070'] for port, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:15.391806 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-18230ead-a57c-46fe-8be9-52a5ef653d4e req-393f4cd9-281e-4aa6-b423-c2a9f7a450cd service neutron] 10.222.0.42 "PUT /v2.0/ports/2cfc7dd6-3f68-4aab-ae6b-2a5106763113 HTTP/1.1" status: 200 len: 1098 time: 2.0295205 Apr 19 07:42:15.394047 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3635b6b-11c3-42f0-b41c-e9029da03724', 'tag': '2cfc7dd6-3f68-4aab-ae6b-2a5106763113'}] {{(pid=86412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 07:42:15.408490 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-4c72040e-14c1-4210-83d7-e32bcf0a7a5f req-1b67adfc-bc8d-40b1-acec-49274c1ed733 service neutron] 10.222.0.42 "GET /v2.0/networks/a6592c2a-0849-4380-bef8-37b4b3e1274d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350478 Apr 19 07:42:15.416458 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393f4cd9-281e-4aa6-b423-c2a9f7a450cd service neutron] Pushing event updated for resources: {'Port': ['ID=2cfc7dd6-3f68-4aab-ae6b-2a5106763113,revision_number=3']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:42:15.423255 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-393f4cd9-281e-4aa6-b423-c2a9f7a450cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:42:15.472075 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3635b6b-11c3-42f0-b41c-e9029da03724', 'tag': '2cfc7dd6-3f68-4aab-ae6b-2a5106763113', 'status': 'completed', 'code': 200} Apr 19 07:42:15.498292 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb03049-ec01-486e-b23d-deaf8af6032b req-5030186a-c7be-46c6-8f70-6ef55495cf7e tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:15.500293 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-bcb03049-ec01-486e-b23d-deaf8af6032b req-5030186a-c7be-46c6-8f70-6ef55495cf7e tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3635b6b-11c3-42f0-b41c-e9029da03724 HTTP/1.1" status: 200 len: 948 time: 0.1030993 Apr 19 07:42:15.556422 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-bcb03049-ec01-486e-b23d-deaf8af6032b req-6a51cbfd-74db-4a82-9cff-8a0ce4f7e414 tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b4f109b-3f7c-4ae9-8452-dd4523e65aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497067 Apr 19 07:42:15.570054 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18230ead-a57c-46fe-8be9-52a5ef653d4e req-47994122-61a3-45a7-a2b8-bd77097cbd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:15.571687 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-18230ead-a57c-46fe-8be9-52a5ef653d4e req-47994122-61a3-45a7-a2b8-bd77097cbd82 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=16892c1a2343435e9889a651ae9582f4&device_id=a3635b6b-11c3-42f0-b41c-e9029da03724 HTTP/1.1" status: 200 len: 1101 time: 0.0914207 Apr 19 07:42:15.652356 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-18230ead-a57c-46fe-8be9-52a5ef653d4e req-4d21a610-6e0f-46a9-998c-ce5ce05a795c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=2cfc7dd6-3f68-4aab-ae6b-2a5106763113 HTTP/1.1" status: 200 len: 217 time: 0.0720947 Apr 19 07:42:15.727912 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18230ead-a57c-46fe-8be9-52a5ef653d4e req-963141e0-7476-491d-aa9c-357c60b8a43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:15.729482 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-18230ead-a57c-46fe-8be9-52a5ef653d4e req-963141e0-7476-491d-aa9c-357c60b8a43b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=66fb7921-671f-4ea3-861e-0da877c05967 HTTP/1.1" status: 200 len: 843 time: 0.0681963 Apr 19 07:42:15.820432 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18230ead-a57c-46fe-8be9-52a5ef653d4e req-ae8606c8-0b84-4fd4-9066-f49db61ba0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:15.822112 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-18230ead-a57c-46fe-8be9-52a5ef653d4e req-ae8606c8-0b84-4fd4-9066-f49db61ba0da service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3575156a-05a3-4715-b7e9-763069e96a45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0795164 Apr 19 07:42:15.852077 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712fb315-e335-45ad-be13-36e79eefaf85 req-c91c6bd7-14e0-4201-863c-55bbf35d3a51 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:15.853760 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-712fb315-e335-45ad-be13-36e79eefaf85 req-c91c6bd7-14e0-4201-863c-55bbf35d3a51 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/ports?device_id=f84f58c2-d51c-4a14-86e9-8624ad7b2799 HTTP/1.1" status: 200 len: 944 time: 0.0940146 Apr 19 07:42:15.905202 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-712fb315-e335-45ad-be13-36e79eefaf85 req-de783b5a-e699-4f60-8e68-25e7dd6fad16 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ecfeb0f-2df5-400e-8733-6e1eda84c027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444436 Apr 19 07:42:15.970972 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-18230ead-a57c-46fe-8be9-52a5ef653d4e req-30472482-b5b4-47da-abaa-c657a78072ee service neutron] 10.222.0.42 "GET /v2.0/networks/3575156a-05a3-4715-b7e9-763069e96a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384406 Apr 19 07:42:16.132159 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-18230ead-a57c-46fe-8be9-52a5ef653d4e req-e64a8715-b839-476b-a803-b53bbb3805eb service neutron] 10.222.0.42 "GET /v2.0/networks/3575156a-05a3-4715-b7e9-763069e96a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541648 Apr 19 07:42:16.201668 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc401f8-d308-44f5-9ea2-3efa1c8153a7 req-ca04d222-5d45-4fc1-8f3e-57722ade69d8 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:16.210773 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-9bc401f8-d308-44f5-9ea2-3efa1c8153a7 req-ca04d222-5d45-4fc1-8f3e-57722ade69d8 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=808017b1-9edb-48b5-be3e-927a28c51660 HTTP/1.1" status: 200 len: 946 time: 0.0994480 Apr 19 07:42:16.270398 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-9bc401f8-d308-44f5-9ea2-3efa1c8153a7 req-779bb601-1831-4098-9722-1be5f6029481 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584209 Apr 19 07:42:16.272224 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a54b236-e152-42dd-bf17-892c84a01381 req-31f12a54-9799-49ff-bd39-e600db655317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:16.274187 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-0a54b236-e152-42dd-bf17-892c84a01381 req-31f12a54-9799-49ff-bd39-e600db655317 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=16892c1a2343435e9889a651ae9582f4&device_id=a3635b6b-11c3-42f0-b41c-e9029da03724 HTTP/1.1" status: 200 len: 1101 time: 0.0917137 Apr 19 07:42:16.433023 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a54b236-e152-42dd-bf17-892c84a01381 req-4478aa6f-717e-4521-aed9-be49d1d74eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:16.434276 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-0a54b236-e152-42dd-bf17-892c84a01381 req-4478aa6f-717e-4521-aed9-be49d1d74eed service neutron] 10.222.0.42 "GET /v2.0/networks?id=3575156a-05a3-4715-b7e9-763069e96a45 HTTP/1.1" status: 200 len: 870 time: 0.1495883 Apr 19 07:42:16.529959 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-0a54b236-e152-42dd-bf17-892c84a01381 req-58113063-a9ac-42b0-b336-b5a7744dd0a1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=2cfc7dd6-3f68-4aab-ae6b-2a5106763113 HTTP/1.1" status: 200 len: 217 time: 0.0704868 Apr 19 07:42:16.615277 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a54b236-e152-42dd-bf17-892c84a01381 req-1fb905fe-0cfa-4d89-a799-5d02d52258a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:16.616887 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-0a54b236-e152-42dd-bf17-892c84a01381 req-1fb905fe-0cfa-4d89-a799-5d02d52258a3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=66fb7921-671f-4ea3-861e-0da877c05967 HTTP/1.1" status: 200 len: 843 time: 0.0787184 Apr 19 07:42:16.729550 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a54b236-e152-42dd-bf17-892c84a01381 req-184864aa-60c4-4ac0-9f70-587617ff3894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:16.731222 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-0a54b236-e152-42dd-bf17-892c84a01381 req-184864aa-60c4-4ac0-9f70-587617ff3894 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3575156a-05a3-4715-b7e9-763069e96a45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1053884 Apr 19 07:42:16.800562 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29de20f2-bd5f-468c-b807-bdfb19db3b35 req-458ff0f0-a1d2-43a8-80ea-4fd541f8cbcc tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:16.802193 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-29de20f2-bd5f-468c-b807-bdfb19db3b35 req-458ff0f0-a1d2-43a8-80ea-4fd541f8cbcc tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3635b6b-11c3-42f0-b41c-e9029da03724 HTTP/1.1" status: 200 len: 948 time: 0.1244740 Apr 19 07:42:16.853939 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-29de20f2-bd5f-468c-b807-bdfb19db3b35 req-b25a7c36-8442-47c1-9749-66aa4d91a3cf tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b4f109b-3f7c-4ae9-8452-dd4523e65aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427394 Apr 19 07:42:16.906510 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-0a54b236-e152-42dd-bf17-892c84a01381 req-64882d1d-fd3d-4f9e-a107-6ffdd8997e17 service neutron] 10.222.0.42 "GET /v2.0/networks/3575156a-05a3-4715-b7e9-763069e96a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604917 Apr 19 07:42:17.060411 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-0a54b236-e152-42dd-bf17-892c84a01381 req-0c54661c-aaae-41e6-a8e1-a204ee4bc221 service neutron] 10.222.0.42 "GET /v2.0/networks/3575156a-05a3-4715-b7e9-763069e96a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378438 Apr 19 07:42:17.110123 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7345bc-f154-4c19-b3dd-c3fb0de0d021 req-21cb444c-1b92-4029-8fb7-da6be2940178 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:17.111727 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-2a7345bc-f154-4c19-b3dd-c3fb0de0d021 req-21cb444c-1b92-4029-8fb7-da6be2940178 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/ports?device_id=f84f58c2-d51c-4a14-86e9-8624ad7b2799 HTTP/1.1" status: 200 len: 944 time: 0.0901806 Apr 19 07:42:17.130375 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Device 103c82f6-23c0-4aca-8712-ed823c4c7ae0 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=86414) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 07:42:17.166929 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-2a7345bc-f154-4c19-b3dd-c3fb0de0d021 req-fa6f41a3-57dd-448e-bdfe-4a322bd5020c tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ecfeb0f-2df5-400e-8733-6e1eda84c027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454438 Apr 19 07:42:17.277045 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] For port 103c82f6-23c0-4aca-8712-ed823c4c7ae0, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=103c82f6-23c0-4aca-8712-ed823c4c7ae0,segment=NetworkSegment(a453a347-3ee5-4bff-8f95-cec0fa8d6963),segment_id=a453a347-3ee5-4bff-8f95-cec0fa8d6963)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:42:17.290938 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Returning: {'device': '103c82f6-23c0-4aca-8712-ed823c4c7ae0', 'network_id': 'a6592c2a-0849-4380-bef8-37b4b3e1274d', 'port_id': '103c82f6-23c0-4aca-8712-ed823c4c7ae0', 'mac_address': 'fa:16:3e:c9:4b:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97dcc01a-d0cc-4dce-9455-151a64e8fa2f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86414) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 07:42:17.351705 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:17.372265 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 103c82f6-23c0-4aca-8712-ed823c4c7ae0 {{(pid=86414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 07:42:17.389426 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] For port 103c82f6-23c0-4aca-8712-ed823c4c7ae0, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=103c82f6-23c0-4aca-8712-ed823c4c7ae0,segment=NetworkSegment(a453a347-3ee5-4bff-8f95-cec0fa8d6963),segment_id=a453a347-3ee5-4bff-8f95-cec0fa8d6963)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:42:17.393868 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:17.395801 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:42:17.470649 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Pushing event updated for resources: {'Port': ['ID=103c82f6-23c0-4aca-8712-ed823c4c7ae0,revision_number=4']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:42:17.478733 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:42:17.479110 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:42:17.479521 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:42:17.479893 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:42:17.480247 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:42:17.480630 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:42:17.481024 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:42:17.481353 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5848d37d-00d9-4b6c-bf1f-aaff2689710c req-6862f8ff-6178-421e-b72a-43523a967615 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:17.481435 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:42:17.481722 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:42:17.482089 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:42:17.482441 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:42:17.482781 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:42:17.483179 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-5848d37d-00d9-4b6c-bf1f-aaff2689710c req-6862f8ff-6178-421e-b72a-43523a967615 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=808017b1-9edb-48b5-be3e-927a28c51660 HTTP/1.1" status: 200 len: 946 time: 0.0939643 Apr 19 07:42:17.492069 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:42:17.534820 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-5848d37d-00d9-4b6c-bf1f-aaff2689710c req-83a68fc8-3d22-4e08-a92d-55116f6c4724 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422728 Apr 19 07:42:17.732421 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] get_ports_and_sgs() called for port_ids ['103c82f6-23c0-4aca-8712-ed823c4c7ae0'] {{(pid=86414) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 07:42:18.082564 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506c5864-0eb9-4be4-8a4c-9e8d8d3aa9ee req-5c7c977c-4b01-4894-b132-9741348be0ad tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:18.087780 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-506c5864-0eb9-4be4-8a4c-9e8d8d3aa9ee req-5c7c977c-4b01-4894-b132-9741348be0ad tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3635b6b-11c3-42f0-b41c-e9029da03724 HTTP/1.1" status: 200 len: 948 time: 0.1060197 Apr 19 07:42:18.137355 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-506c5864-0eb9-4be4-8a4c-9e8d8d3aa9ee req-c125e062-41cf-4436-8324-137ac94407c3 tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b4f109b-3f7c-4ae9-8452-dd4523e65aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457520 Apr 19 07:42:18.383497 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff680189-6ab1-41fe-b144-71781379ac96 req-2657d7d4-7af5-457f-ac9f-15540d24c1dd tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:18.385125 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-ff680189-6ab1-41fe-b144-71781379ac96 req-2657d7d4-7af5-457f-ac9f-15540d24c1dd tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/ports?device_id=f84f58c2-d51c-4a14-86e9-8624ad7b2799 HTTP/1.1" status: 200 len: 945 time: 0.1014984 Apr 19 07:42:18.436934 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-ff680189-6ab1-41fe-b144-71781379ac96 req-ae77f9d9-76ff-43e4-a677-37a49ec84412 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ecfeb0f-2df5-400e-8733-6e1eda84c027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422204 Apr 19 07:42:18.756465 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e011ed58-157e-4e05-b7e0-2a9505ab9e16 req-646f7f3d-93ee-434b-9bc9-c984813cf5a9 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:18.758067 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-e011ed58-157e-4e05-b7e0-2a9505ab9e16 req-646f7f3d-93ee-434b-9bc9-c984813cf5a9 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=808017b1-9edb-48b5-be3e-927a28c51660 HTTP/1.1" status: 200 len: 946 time: 0.0914521 Apr 19 07:42:18.806819 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-e011ed58-157e-4e05-b7e0-2a9505ab9e16 req-365ad489-5690-40c3-b277-43481e6eca7c tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419984 Apr 19 07:42:19.143347 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Device 2cfc7dd6-3f68-4aab-ae6b-2a5106763113 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=86414) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 07:42:19.148858 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Device 103c82f6-23c0-4aca-8712-ed823c4c7ae0 up at agent hyperv_hv-cinder-77387 {{(pid=86414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 07:42:19.353411 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] For port 2cfc7dd6-3f68-4aab-ae6b-2a5106763113, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=2cfc7dd6-3f68-4aab-ae6b-2a5106763113,segment=NetworkSegment(eaf0d071-cbce-4525-8a57-b070b1eed496),segment_id=eaf0d071-cbce-4525-8a57-b070b1eed496)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:42:19.362171 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Provisioning for port 103c82f6-23c0-4aca-8712-ed823c4c7ae0 completed by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 07:42:19.373177 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Provisioning complete for port 103c82f6-23c0-4aca-8712-ed823c4c7ae0 triggered by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:42:19.373590 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:19.378063 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377db71f-3284-4ae0-b5c4-158da6c6c431 req-6db17e23-84f5-4098-91f8-87b4c5ed5f8c tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:19.380195 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-377db71f-3284-4ae0-b5c4-158da6c6c431 req-6db17e23-84f5-4098-91f8-87b4c5ed5f8c tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3635b6b-11c3-42f0-b41c-e9029da03724 HTTP/1.1" status: 200 len: 948 time: 0.1186519 Apr 19 07:42:19.431551 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Returning: {'device': '2cfc7dd6-3f68-4aab-ae6b-2a5106763113', 'network_id': '3575156a-05a3-4715-b7e9-763069e96a45', 'port_id': '2cfc7dd6-3f68-4aab-ae6b-2a5106763113', 'mac_address': 'fa:16:3e:39:e7:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66fb7921-671f-4ea3-861e-0da877c05967', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86414) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 07:42:19.439660 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-377db71f-3284-4ae0-b5c4-158da6c6c431 req-0253ce57-e6de-4cf0-98b0-cbf9a817c896 tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b4f109b-3f7c-4ae9-8452-dd4523e65aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526688 Apr 19 07:42:19.500608 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:19.551239 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cfc7dd6-3f68-4aab-ae6b-2a5106763113 {{(pid=86414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 07:42:19.588623 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] For port 2cfc7dd6-3f68-4aab-ae6b-2a5106763113, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=2cfc7dd6-3f68-4aab-ae6b-2a5106763113,segment=NetworkSegment(eaf0d071-cbce-4525-8a57-b070b1eed496),segment_id=eaf0d071-cbce-4525-8a57-b070b1eed496)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:42:19.593036 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:19.607202 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:19.611715 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:42:19.664919 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f298067-7a9c-418f-8a4a-f7215ccaa2c8 req-1644cce3-9c7f-4421-9c28-273a68935df3 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:19.666524 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-7f298067-7a9c-418f-8a4a-f7215ccaa2c8 req-1644cce3-9c7f-4421-9c28-273a68935df3 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/ports?device_id=f84f58c2-d51c-4a14-86e9-8624ad7b2799 HTTP/1.1" status: 200 len: 945 time: 0.0942280 Apr 19 07:42:19.673860 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f84f58c2-d51c-4a14-86e9-8624ad7b2799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '103c82f6-23c0-4aca-8712-ed823c4c7ae0'}] {{(pid=86414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 07:42:19.695124 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] For port 103c82f6-23c0-4aca-8712-ed823c4c7ae0, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=103c82f6-23c0-4aca-8712-ed823c4c7ae0,segment=NetworkSegment(a453a347-3ee5-4bff-8f95-cec0fa8d6963),segment_id=a453a347-3ee5-4bff-8f95-cec0fa8d6963)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:42:19.701017 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:19.706188 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Pushing event updated for resources: {'Port': ['ID=2cfc7dd6-3f68-4aab-ae6b-2a5106763113,revision_number=4']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:42:19.709254 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:42:19.709682 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:42:19.729109 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-7f298067-7a9c-418f-8a4a-f7215ccaa2c8 req-13ad8ed2-ee93-4877-a789-c397a128c71c tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ecfeb0f-2df5-400e-8733-6e1eda84c027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557952 Apr 19 07:42:19.756564 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f84f58c2-d51c-4a14-86e9-8624ad7b2799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '103c82f6-23c0-4aca-8712-ed823c4c7ae0', 'code': 200} Apr 19 07:42:19.780950 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Pushing event updated for resources: {'Port': ['ID=103c82f6-23c0-4aca-8712-ed823c4c7ae0,revision_number=5']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:42:19.784238 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:42:19.953530 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] get_ports_and_sgs() called for port_ids ['2cfc7dd6-3f68-4aab-ae6b-2a5106763113'] {{(pid=86414) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 07:42:20.022903 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc63b01-e9dd-43ab-967e-901853473a9a req-dba45e2b-11ff-42d0-8eb9-365d8a8e378c tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:20.024773 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-5dc63b01-e9dd-43ab-967e-901853473a9a req-dba45e2b-11ff-42d0-8eb9-365d8a8e378c tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=808017b1-9edb-48b5-be3e-927a28c51660 HTTP/1.1" status: 200 len: 946 time: 0.0949595 Apr 19 07:42:20.084755 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-5dc63b01-e9dd-43ab-967e-901853473a9a req-e5027688-c24f-4d50-a3fe-31be60c4cf6f tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532634 Apr 19 07:42:20.090758 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c86e6f-6e1d-4cf0-bbdd-ac2b4e675486 req-02511dff-f29f-43b4-931b-949b24e4f96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:20.092594 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-d5c86e6f-6e1d-4cf0-bbdd-ac2b4e675486 req-02511dff-f29f-43b4-931b-949b24e4f96a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f84f58c2-d51c-4a14-86e9-8624ad7b2799 HTTP/1.1" status: 200 len: 1099 time: 0.1282003 Apr 19 07:42:20.146170 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-d5c86e6f-6e1d-4cf0-bbdd-ac2b4e675486 req-8ee4f11d-c6a2-4866-a185-83029a4dfeb5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7ecfeb0f-2df5-400e-8733-6e1eda84c027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390470 Apr 19 07:42:20.641387 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5eb00e-17e7-4a28-8bdc-e551816fba88 req-1f7c3e14-1cad-412a-93f2-303da5305f65 tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:20.643010 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-2d5eb00e-17e7-4a28-8bdc-e551816fba88 req-1f7c3e14-1cad-412a-93f2-303da5305f65 tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3635b6b-11c3-42f0-b41c-e9029da03724 HTTP/1.1" status: 200 len: 949 time: 0.0935776 Apr 19 07:42:20.694268 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-2d5eb00e-17e7-4a28-8bdc-e551816fba88 req-5c4e3481-9d99-4524-be94-a932787d695a tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b4f109b-3f7c-4ae9-8452-dd4523e65aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445564 Apr 19 07:42:20.939678 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b476aadc-6e4f-4b08-a9b9-9ee39e0af335 req-49e96e4d-ab01-43ec-9f31-26e2194ba60c tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:20.941269 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-b476aadc-6e4f-4b08-a9b9-9ee39e0af335 req-49e96e4d-ab01-43ec-9f31-26e2194ba60c tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/ports?device_id=f84f58c2-d51c-4a14-86e9-8624ad7b2799 HTTP/1.1" status: 200 len: 946 time: 0.0994389 Apr 19 07:42:21.003592 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-b476aadc-6e4f-4b08-a9b9-9ee39e0af335 req-076106f4-70ee-47e2-baec-62701184e68c tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ecfeb0f-2df5-400e-8733-6e1eda84c027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530128 Apr 19 07:42:21.171504 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Device 2cfc7dd6-3f68-4aab-ae6b-2a5106763113 up at agent hyperv_hv-cinder-77387 {{(pid=86414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 07:42:21.290450 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623adc2a-cb14-4198-8902-51786f8d8704 req-fe7e10a2-0e51-498b-bc9b-d177537c8bd8 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:21.292258 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-623adc2a-cb14-4198-8902-51786f8d8704 req-fe7e10a2-0e51-498b-bc9b-d177537c8bd8 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=808017b1-9edb-48b5-be3e-927a28c51660 HTTP/1.1" status: 200 len: 946 time: 0.0981994 Apr 19 07:42:21.326742 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Provisioning for port 2cfc7dd6-3f68-4aab-ae6b-2a5106763113 completed by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 07:42:21.341249 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Provisioning complete for port 2cfc7dd6-3f68-4aab-ae6b-2a5106763113 triggered by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:42:21.342092 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:21.353350 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-623adc2a-cb14-4198-8902-51786f8d8704 req-160f9ca9-1fe5-4804-ae53-41023eb52627 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532463 Apr 19 07:42:21.503438 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:21.540651 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] For port 2cfc7dd6-3f68-4aab-ae6b-2a5106763113, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=2cfc7dd6-3f68-4aab-ae6b-2a5106763113,segment=NetworkSegment(eaf0d071-cbce-4525-8a57-b070b1eed496),segment_id=eaf0d071-cbce-4525-8a57-b070b1eed496)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:42:21.544268 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:21.546845 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-2342f5f3-2d14-4dfd-a8a0-224e79f5efc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:42:21.618169 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Pushing event updated for resources: {'Port': ['ID=2cfc7dd6-3f68-4aab-ae6b-2a5106763113,revision_number=5']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:42:21.621585 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:42:21.758080 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3635b6b-11c3-42f0-b41c-e9029da03724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cfc7dd6-3f68-4aab-ae6b-2a5106763113'}] {{(pid=86414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 07:42:21.808477 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3635b6b-11c3-42f0-b41c-e9029da03724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cfc7dd6-3f68-4aab-ae6b-2a5106763113', 'code': 200} Apr 19 07:42:21.919816 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f4f314-9c44-4299-8ce1-9d27ad2cf3e8 req-7a8d7cd6-4832-4005-b90a-f9f0ab640fe3 tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:21.921373 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-d3f4f314-9c44-4299-8ce1-9d27ad2cf3e8 req-7a8d7cd6-4832-4005-b90a-f9f0ab640fe3 tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3635b6b-11c3-42f0-b41c-e9029da03724 HTTP/1.1" status: 200 len: 950 time: 0.0977259 Apr 19 07:42:21.973885 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-d3f4f314-9c44-4299-8ce1-9d27ad2cf3e8 req-43bf7735-1c9c-4614-b4ee-9e75497d0e75 tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b4f109b-3f7c-4ae9-8452-dd4523e65aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452082 Apr 19 07:42:22.059973 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ebde2-1909-4e78-9f4f-b2746d60de72 req-36c6c50b-327b-4540-b206-4d86fc6597a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:22.061653 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-0e9ebde2-1909-4e78-9f4f-b2746d60de72 req-36c6c50b-327b-4540-b206-4d86fc6597a9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a3635b6b-11c3-42f0-b41c-e9029da03724 HTTP/1.1" status: 200 len: 1103 time: 0.0826955 Apr 19 07:42:22.111395 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-0e9ebde2-1909-4e78-9f4f-b2746d60de72 req-56bf1a70-1b16-4e36-b302-3fd6efdad6f6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9b4f109b-3f7c-4ae9-8452-dd4523e65aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413799 Apr 19 07:42:22.164098 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 38222) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:42:22.237191 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc0c66-d140-4e3b-8836-176be85f9ef3 req-2c2e8d4f-75c6-4209-9077-d65ca533ba36 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:22.239060 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-a8cc0c66-d140-4e3b-8836-176be85f9ef3 req-2c2e8d4f-75c6-4209-9077-d65ca533ba36 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/ports?device_id=f84f58c2-d51c-4a14-86e9-8624ad7b2799 HTTP/1.1" status: 200 len: 946 time: 0.0896604 Apr 19 07:42:22.295561 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-a8cc0c66-d140-4e3b-8836-176be85f9ef3 req-6f61ae9f-3524-4fca-b827-dfdc511da44b tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ecfeb0f-2df5-400e-8733-6e1eda84c027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496955 Apr 19 07:42:22.297820 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-3d88b291-1f9b-4fc7-9c4f-ee64df919706 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:22.317234 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-3d88b291-1f9b-4fc7-9c4f-ee64df919706 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:42:22.321532 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-3d88b291-1f9b-4fc7-9c4f-ee64df919706 admin admin] Usage tracker for resource:security_group_rule and tenant:f9f5e0e62a90467e9a2fe071eeadee64 is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:42:22.324637 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-3d88b291-1f9b-4fc7-9c4f-ee64df919706 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:42:22.331063 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-3d88b291-1f9b-4fc7-9c4f-ee64df919706 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:42:22.417786 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-3d88b291-1f9b-4fc7-9c4f-ee64df919706 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:22.421192 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-3d88b291-1f9b-4fc7-9c4f-ee64df919706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:22.429996 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:42:22.480896 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d88b291-1f9b-4fc7-9c4f-ee64df919706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=042a1330-69a0-438d-a2af-35eb124d243e,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:42:22.487114 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-3d88b291-1f9b-4fc7-9c4f-ee64df919706 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:42:22.491940 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 38236) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:42:22.502101 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-3d88b291-1f9b-4fc7-9c4f-ee64df919706 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f9f5e0e62a90467e9a2fe071eeadee64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3367701 Apr 19 07:42:22.636040 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-997d5a73-6da5-4bee-b1b0-c7a5276d9891 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:22.684656 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-997d5a73-6da5-4bee-b1b0-c7a5276d9891 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:22.718413 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482a65b7-0800-4ccc-a2b5-e019a4a59c61 req-398501cc-642f-4459-a520-0b508246dc07 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:22.727929 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-482a65b7-0800-4ccc-a2b5-e019a4a59c61 req-398501cc-642f-4459-a520-0b508246dc07 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=808017b1-9edb-48b5-be3e-927a28c51660 HTTP/1.1" status: 200 len: 946 time: 0.2050724 Apr 19 07:42:22.781999 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-482a65b7-0800-4ccc-a2b5-e019a4a59c61 req-2807e63f-4a2f-44df-a43d-c5c94acd6a98 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530963 Apr 19 07:42:22.831735 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-997d5a73-6da5-4bee-b1b0-c7a5276d9891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:22.837141 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-672af732-2fa8-4bd2-8957-825316638411 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:42:22.850494 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997d5a73-6da5-4bee-b1b0-c7a5276d9891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042a1330-69a0-438d-a2af-35eb124d243e,revision_number=None']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:42:22.855192 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-997d5a73-6da5-4bee-b1b0-c7a5276d9891 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:22.859092 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-997d5a73-6da5-4bee-b1b0-c7a5276d9891 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/042a1330-69a0-438d-a2af-35eb124d243e HTTP/1.1" status: 204 len: 168 time: 0.3659632 Apr 19 07:42:22.860238 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-997d5a73-6da5-4bee-b1b0-c7a5276d9891 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:42:23.160005 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 38260) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:42:23.179891 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-277e4df0-6037-46e6-8e44-2ca167d24882 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:23.186611 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ae941e-001e-4279-a555-8ae09285a3ae req-c1b5dc33-980f-4917-9c25-3195a467e0ec tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:23.188363 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-32ae941e-001e-4279-a555-8ae09285a3ae req-c1b5dc33-980f-4917-9c25-3195a467e0ec tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3635b6b-11c3-42f0-b41c-e9029da03724 HTTP/1.1" status: 200 len: 950 time: 0.0920770 Apr 19 07:42:23.196091 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-277e4df0-6037-46e6-8e44-2ca167d24882 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:42:23.200978 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-277e4df0-6037-46e6-8e44-2ca167d24882 admin admin] Usage tracker for resource:security_group_rule and tenant:e4a9c54c382b4bca8e304e19c0c6795f is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:42:23.204073 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-277e4df0-6037-46e6-8e44-2ca167d24882 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:42:23.210256 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-277e4df0-6037-46e6-8e44-2ca167d24882 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:42:23.243596 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-32ae941e-001e-4279-a555-8ae09285a3ae req-75dbdf9e-91e0-48d5-acc2-1356e344855b tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b4f109b-3f7c-4ae9-8452-dd4523e65aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485363 Apr 19 07:42:23.303529 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-277e4df0-6037-46e6-8e44-2ca167d24882 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:23.306077 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-277e4df0-6037-46e6-8e44-2ca167d24882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:23.315339 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-d7dd2842-09aa-4cfb-af08-7e80db8be17c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:42:23.358274 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-277e4df0-6037-46e6-8e44-2ca167d24882 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e4a9c54c382b4bca8e304e19c0c6795f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1969798 Apr 19 07:42:23.359258 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277e4df0-6037-46e6-8e44-2ca167d24882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94876979-9116-415a-960d-72bcf43755d0,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:42:23.361156 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 38266) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:42:23.362386 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-277e4df0-6037-46e6-8e44-2ca167d24882 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:42:23.426222 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d501ec69-80a9-4ff7-acfc-80666f7602e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:23.454375 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d501ec69-80a9-4ff7-acfc-80666f7602e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:23.502177 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d501ec69-80a9-4ff7-acfc-80666f7602e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:23.505995 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-997d5a73-6da5-4bee-b1b0-c7a5276d9891 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:42:23.517515 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d501ec69-80a9-4ff7-acfc-80666f7602e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94876979-9116-415a-960d-72bcf43755d0,revision_number=None']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:42:23.522605 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-d501ec69-80a9-4ff7-acfc-80666f7602e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:42:23.524740 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d501ec69-80a9-4ff7-acfc-80666f7602e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:23.525953 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-d501ec69-80a9-4ff7-acfc-80666f7602e1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/94876979-9116-415a-960d-72bcf43755d0 HTTP/1.1" status: 204 len: 168 time: 0.1632547 Apr 19 07:42:24.019869 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd291921-e70e-4666-93a0-dd1a9ef604dd req-98ee188d-f381-4214-9172-af3d8db3adce tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:24.021582 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-cd291921-e70e-4666-93a0-dd1a9ef604dd req-98ee188d-f381-4214-9172-af3d8db3adce tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=808017b1-9edb-48b5-be3e-927a28c51660 HTTP/1.1" status: 200 len: 946 time: 0.1081972 Apr 19 07:42:24.360468 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-cd291921-e70e-4666-93a0-dd1a9ef604dd req-fa820d29-a165-4022-bde4-ef95f0b791b3 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3319514 Apr 19 07:42:24.609350 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355f4215-5467-4af2-9698-7e80966dddbb req-db003ce6-8eac-40d9-a7d3-1ea2651bb116 tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:24.619133 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-355f4215-5467-4af2-9698-7e80966dddbb req-db003ce6-8eac-40d9-a7d3-1ea2651bb116 tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3635b6b-11c3-42f0-b41c-e9029da03724 HTTP/1.1" status: 200 len: 950 time: 0.1326222 Apr 19 07:42:24.680256 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-355f4215-5467-4af2-9698-7e80966dddbb req-b3e5d806-83a3-4cd1-974c-e686fbac1bdc tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b4f109b-3f7c-4ae9-8452-dd4523e65aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601709 Apr 19 07:42:24.742120 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 38336) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:42:24.895554 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-89a41f4f-8f57-4086-a6aa-545c7f00f019 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:24.915400 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-89a41f4f-8f57-4086-a6aa-545c7f00f019 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:42:24.920039 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-89a41f4f-8f57-4086-a6aa-545c7f00f019 admin admin] Usage tracker for resource:security_group_rule and tenant:2641e6ac87294aa2ba9e50400d4417ad is out of sync, need to count used quota {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:42:24.923189 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-89a41f4f-8f57-4086-a6aa-545c7f00f019 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:42:24.929037 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-89a41f4f-8f57-4086-a6aa-545c7f00f019 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:42:25.024959 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-89a41f4f-8f57-4086-a6aa-545c7f00f019 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:25.028348 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-89a41f4f-8f57-4086-a6aa-545c7f00f019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:25.037907 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-d4b0772d-041d-4777-bf60-d4371fce8998 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:42:25.067022 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a41f4f-8f57-4086-a6aa-545c7f00f019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa188ff5-9db5-443f-be1a-15d123fa188b,revision_number=1']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:42:25.070544 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-89a41f4f-8f57-4086-a6aa-545c7f00f019 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:42:25.094322 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 38352) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:42:25.094493 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-89a41f4f-8f57-4086-a6aa-545c7f00f019 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2641e6ac87294aa2ba9e50400d4417ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3507757 Apr 19 07:42:25.168070 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-490f1d73-0643-442e-a196-167648fbc4d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:25.204759 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-490f1d73-0643-442e-a196-167648fbc4d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:25.256463 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-490f1d73-0643-442e-a196-167648fbc4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:25.261833 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:42:25.276165 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490f1d73-0643-442e-a196-167648fbc4d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa188ff5-9db5-443f-be1a-15d123fa188b,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:42:25.281035 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-490f1d73-0643-442e-a196-167648fbc4d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:42:25.291961 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-490f1d73-0643-442e-a196-167648fbc4d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:25.293546 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-490f1d73-0643-442e-a196-167648fbc4d6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fa188ff5-9db5-443f-be1a-15d123fa188b HTTP/1.1" status: 204 len: 168 time: 0.1978164 Apr 19 07:42:25.307100 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a45172-be64-427f-9097-784fcc8427a2 req-be3f0cd4-d427-4449-9340-2bf69223ef18 tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:25.309025 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-a0a45172-be64-427f-9097-784fcc8427a2 req-be3f0cd4-d427-4449-9340-2bf69223ef18 tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3635b6b-11c3-42f0-b41c-e9029da03724 HTTP/1.1" status: 200 len: 950 time: 0.0975571 Apr 19 07:42:25.360025 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-a0a45172-be64-427f-9097-784fcc8427a2 req-25c5c2b2-e715-4901-8387-ce09f4280056 tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b4f109b-3f7c-4ae9-8452-dd4523e65aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439370 Apr 19 07:42:25.568710 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c029ac54-9e9e-49d7-94d7-9e52c7eee967 req-ac28e555-43e2-4d6c-8231-b146894c37f3 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:25.570556 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-c029ac54-9e9e-49d7-94d7-9e52c7eee967 req-ac28e555-43e2-4d6c-8231-b146894c37f3 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=808017b1-9edb-48b5-be3e-927a28c51660 HTTP/1.1" status: 200 len: 946 time: 0.0921745 Apr 19 07:42:25.625807 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-c029ac54-9e9e-49d7-94d7-9e52c7eee967 req-45080866-6cf7-426e-ad02-823e40277ffe tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480781 Apr 19 07:42:26.161360 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 38402) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:42:26.312790 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [None req-6b2f9e07-822d-4f94-9cde-f6be7edb3fa9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1935345188-network', 'tenant_id': '52b425b2a4cd4fd590cc03f996c15111'}} {{(pid=86412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:42:26.318157 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-6b2f9e07-822d-4f94-9cde-f6be7edb3fa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:42:26.322508 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-6b2f9e07-822d-4f94-9cde-f6be7edb3fa9 admin admin] Usage tracker for resource:network and tenant:52b425b2a4cd4fd590cc03f996c15111 is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:42:26.325644 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-6b2f9e07-822d-4f94-9cde-f6be7edb3fa9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:42:26.332046 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-6b2f9e07-822d-4f94-9cde-f6be7edb3fa9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:42:26.343067 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b2f9e07-822d-4f94-9cde-f6be7edb3fa9 admin admin] Made reservation on behalf of 52b425b2a4cd4fd590cc03f996c15111 for: {'network': 1} {{(pid=86412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 07:42:26.347766 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6b2f9e07-822d-4f94-9cde-f6be7edb3fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for network, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:26.360848 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6b2f9e07-822d-4f94-9cde-f6be7edb3fa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:26.376532 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-6b2f9e07-822d-4f94-9cde-f6be7edb3fa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:42:26.380679 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-6b2f9e07-822d-4f94-9cde-f6be7edb3fa9 admin admin] Usage tracker for resource:security_group_rule and tenant:52b425b2a4cd4fd590cc03f996c15111 is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:42:26.383631 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-6b2f9e07-822d-4f94-9cde-f6be7edb3fa9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:42:26.389810 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-6b2f9e07-822d-4f94-9cde-f6be7edb3fa9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:42:26.477122 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6b2f9e07-822d-4f94-9cde-f6be7edb3fa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:26.480213 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6b2f9e07-822d-4f94-9cde-f6be7edb3fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:26.492801 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b2f9e07-822d-4f94-9cde-f6be7edb3fa9 admin admin] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=86412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 07:42:26.499165 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-3d88b291-1f9b-4fc7-9c4f-ee64df919706 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:42:26.527404 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6b2f9e07-822d-4f94-9cde-f6be7edb3fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853992622'] for segment, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:26.527798 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.db.segments_db [None req-6b2f9e07-822d-4f94-9cde-f6be7edb3fa9 admin admin] Added segment c21d5202-6ddf-48fc-b15b-8f7ca8905f72 of type vlan for network d9ecd3e3-6ca4-4efc-a088-a606be5679c7 Apr 19 07:42:26.533671 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2f9e07-822d-4f94-9cde-f6be7edb3fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf17a2d-edc6-495f-a2cd-93696383c12d,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:42:26.537444 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-6b2f9e07-822d-4f94-9cde-f6be7edb3fa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:42:26.564693 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6b2f9e07-822d-4f94-9cde-f6be7edb3fa9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769764214250'] for network, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:26.581653 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b01393f-c923-4325-af49-c9bc45f8f5a9 req-30971c0c-82cf-4a35-88f1-cbd38979cc79 tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:26.583335 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-8b01393f-c923-4325-af49-c9bc45f8f5a9 req-30971c0c-82cf-4a35-88f1-cbd38979cc79 tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3635b6b-11c3-42f0-b41c-e9029da03724 HTTP/1.1" status: 200 len: 950 time: 0.1019893 Apr 19 07:42:26.600908 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6b2f9e07-822d-4f94-9cde-f6be7edb3fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314'] for network, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:26.602309 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2f9e07-822d-4f94-9cde-f6be7edb3fa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:26.602987 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6b2f9e07-822d-4f94-9cde-f6be7edb3fa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853097331'] for network, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:26.608360 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:42:26.633713 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-8b01393f-c923-4325-af49-c9bc45f8f5a9 req-3fd5e172-30d9-4880-90de-2343653612ea tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b4f109b-3f7c-4ae9-8452-dd4523e65aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438802 Apr 19 07:42:26.717232 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-6b2f9e07-822d-4f94-9cde-f6be7edb3fa9 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5546491 Apr 19 07:42:26.718013 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2f9e07-822d-4f94-9cde-f6be7edb3fa9 admin admin] Pushing event updated for resources: {'Network': ['ID=d9ecd3e3-6ca4-4efc-a088-a606be5679c7,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:42:26.720909 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-6b2f9e07-822d-4f94-9cde-f6be7edb3fa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:42:26.724195 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 38416) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:42:26.730959 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [None req-87a7c14e-8b4d-4614-a95b-2b38aa0f79cb admin admin] Request body: {'subnet': {'network_id': 'd9ecd3e3-6ca4-4efc-a088-a606be5679c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1935345188-subnet', 'tenant_id': '52b425b2a4cd4fd590cc03f996c15111', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:42:26.736680 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-87a7c14e-8b4d-4614-a95b-2b38aa0f79cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:42:26.737409 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Network d9ecd3e3-6ca4-4efc-a088-a606be5679c7 details requested by agent ovs-agent-dv-cinder-773870-2-smb with host dv-cinder-773870-2-smb {{(pid=86414) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 07:42:26.741435 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-87a7c14e-8b4d-4614-a95b-2b38aa0f79cb admin admin] Usage tracker for resource:subnet and tenant:52b425b2a4cd4fd590cc03f996c15111 is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:42:26.744527 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-87a7c14e-8b4d-4614-a95b-2b38aa0f79cb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:42:26.750832 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-87a7c14e-8b4d-4614-a95b-2b38aa0f79cb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:42:26.761975 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a7c14e-8b4d-4614-a95b-2b38aa0f79cb admin admin] Made reservation on behalf of 52b425b2a4cd4fd590cc03f996c15111 for: {'subnet': 1} {{(pid=86412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 07:42:26.766814 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-87a7c14e-8b4d-4614-a95b-2b38aa0f79cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3320787'] for subnet, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:26.840405 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6af7bc0-284d-4ad1-b858-9236ae4d71b6 req-5001276e-43f6-405b-838c-9dbc1353ec35 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:26.848611 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-f6af7bc0-284d-4ad1-b858-9236ae4d71b6 req-5001276e-43f6-405b-838c-9dbc1353ec35 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=808017b1-9edb-48b5-be3e-927a28c51660 HTTP/1.1" status: 200 len: 946 time: 0.1033754 Apr 19 07:42:26.905053 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-f6af7bc0-284d-4ad1-b858-9236ae4d71b6 req-59c50adc-d9c0-49e7-ba5d-9c8a52312429 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554276 Apr 19 07:42:27.246288 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-87a7c14e-8b4d-4614-a95b-2b38aa0f79cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1716840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850838354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3320770'] for subnet, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:27.250575 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ce41de-b29a-4b6b-bd35-7ab49bcba337 req-2a9f4ac7-3b0b-4f1d-ba3e-48a46081e39f tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:27.251419 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-de5a7c85-7b7a-4046-926f-338941c382c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:42:27.252173 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-e2ce41de-b29a-4b6b-bd35-7ab49bcba337 req-2a9f4ac7-3b0b-4f1d-ba3e-48a46081e39f tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/networks?id=a6592c2a-0849-4380-bef8-37b4b3e1274d HTTP/1.1" status: 200 len: 814 time: 0.1643140 Apr 19 07:42:27.269251 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-e2ce41de-b29a-4b6b-bd35-7ab49bcba337 req-ec87059c-88ed-4540-9e5b-9184389d08b8 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/quotas/156e07873a6143d89470ff601eee1cb8 HTTP/1.1" status: 200 len: 375 time: 0.0106330 Apr 19 07:42:27.360903 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-e2ce41de-b29a-4b6b-bd35-7ab49bcba337 req-7fbd274b-8749-44f1-bcb1-1f5df429fead tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=156e07873a6143d89470ff601eee1cb8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0852573 Apr 19 07:42:27.515140 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-e2ce41de-b29a-4b6b-bd35-7ab49bcba337 req-089c095f-4c65-4b15-a421-0be3d155196c service neutron] 10.222.0.41 "GET /v2.0/networks/a6592c2a-0849-4380-bef8-37b4b3e1274d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436784 Apr 19 07:42:27.608703 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a7c14e-8b4d-4614-a95b-2b38aa0f79cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee1ef929-233f-4d45-90c6-cfd0e13034af,revision_number=0']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:42:27.614019 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-87a7c14e-8b4d-4614-a95b-2b38aa0f79cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:42:27.632518 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a7c14e-8b4d-4614-a95b-2b38aa0f79cb admin admin] Checking segment: {'id': 'c21d5202-6ddf-48fc-b15b-8f7ca8905f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'd9ecd3e3-6ca4-4efc-a088-a606be5679c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 07:42:27.632913 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a7c14e-8b4d-4614-a95b-2b38aa0f79cb admin admin] Network hostable DHCP agents. Network: d9ecd3e3-6ca4-4efc-a088-a606be5679c7, hostable agents: ['f48e5f8f-9537-4f01-bc3c-e3892051a721'], hosted agents: [] {{(pid=86412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 07:42:27.660154 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a53fd3-fb4a-4a89-9e65-6890521a4ef2 req-7d299214-2e29-4ebb-b7c4-83fa4bab780c tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:27.661677 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-71a53fd3-fb4a-4a89-9e65-6890521a4ef2 req-7d299214-2e29-4ebb-b7c4-83fa4bab780c tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] Synchronizing usage tracker for tenant:16892c1a2343435e9889a651ae9582f4 on resource:port {{(pid=86412) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 07:42:27.673189 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-e2ce41de-b29a-4b6b-bd35-7ab49bcba337 req-8c40458a-8f1b-4615-841e-5ceb161ca6de service neutron] 10.222.0.41 "GET /v2.0/networks/a6592c2a-0849-4380-bef8-37b4b3e1274d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497214 Apr 19 07:42:27.689450 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-71a53fd3-fb4a-4a89-9e65-6890521a4ef2 req-7d299214-2e29-4ebb-b7c4-83fa4bab780c tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] Unset dirty status for tenant:16892c1a2343435e9889a651ae9582f4 on resource:port {{(pid=86412) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 07:42:27.690796 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-71a53fd3-fb4a-4a89-9e65-6890521a4ef2 req-7d299214-2e29-4ebb-b7c4-83fa4bab780c tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3635b6b-11c3-42f0-b41c-e9029da03724 HTTP/1.1" status: 200 len: 950 time: 0.4109099 Apr 19 07:42:27.694048 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a7c14e-8b4d-4614-a95b-2b38aa0f79cb admin admin] Network d9ecd3e3-6ca4-4efc-a088-a606be5679c7 is scheduled to be hosted by DHCP agent f48e5f8f-9537-4f01-bc3c-e3892051a721 with binding_index 1 {{(pid=86412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 07:42:27.772326 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.base_scheduler [None req-87a7c14e-8b4d-4614-a95b-2b38aa0f79cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773870-2-smb, d9ecd3e3-6ca4-4efc-a088-a606be5679c7) {{(pid=86412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 07:42:27.789979 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a7c14e-8b4d-4614-a95b-2b38aa0f79cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:27.790787 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-87a7c14e-8b4d-4614-a95b-2b38aa0f79cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:27.794168 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0874c4-d9df-4175-abba-0e7b24164238 None None] Network d9ecd3e3-6ca4-4efc-a088-a606be5679c7 requested from dv-cinder-773870-2-smb {{(pid=86414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 07:42:27.823989 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [req-71a53fd3-fb4a-4a89-9e65-6890521a4ef2 req-77c42fd8-c604-4034-82b4-2617c83cbbcb tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] Deleting port 2cfc7dd6-3f68-4aab-ae6b-2a5106763113 {{(pid=86412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 07:42:27.824201 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-71a53fd3-fb4a-4a89-9e65-6890521a4ef2 req-77c42fd8-c604-4034-82b4-2617c83cbbcb tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267090122612'] for port, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:27.871365 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bb715d-c087-48da-8a3a-070e895f2bcf req-d13674dd-bfc4-419a-ae7a-5c2be230b71d tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:27.872989 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-c0bb715d-c087-48da-8a3a-070e895f2bcf req-d13674dd-bfc4-419a-ae7a-5c2be230b71d tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3635b6b-11c3-42f0-b41c-e9029da03724 HTTP/1.1" status: 200 len: 950 time: 0.1175320 Apr 19 07:42:27.904306 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-87a7c14e-8b4d-4614-a95b-2b38aa0f79cb admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1790047 Apr 19 07:42:27.947843 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-7a905db8-83c4-4030-855c-0cda3eab3a67 req-6d5d0b08-3305-417e-88e5-1e82cb745880 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/ports?device_id=dbefaef1-729a-4827-a5be-7ee5b9293e05 HTTP/1.1" status: 200 len: 210 time: 0.0691085 Apr 19 07:42:28.004505 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-c0bb715d-c087-48da-8a3a-070e895f2bcf req-81ad61c1-f0ef-459e-80aa-a8de2c4d77a5 tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b4f109b-3f7c-4ae9-8452-dd4523e65aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731440 Apr 19 07:42:28.070946 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2defc7fd-0c34-4c9e-a01f-c5c09905deeb None None] Network d9ecd3e3-6ca4-4efc-a088-a606be5679c7 requested from dv-cinder-773870-2-smb {{(pid=86414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 07:42:28.344137 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [req-71a53fd3-fb4a-4a89-9e65-6890521a4ef2 req-77c42fd8-c604-4034-82b4-2617c83cbbcb tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] For port 2cfc7dd6-3f68-4aab-ae6b-2a5106763113, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=2cfc7dd6-3f68-4aab-ae6b-2a5106763113,segment=NetworkSegment(eaf0d071-cbce-4525-8a57-b070b1eed496),segment_id=eaf0d071-cbce-4525-8a57-b070b1eed496)] {{(pid=86412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:42:28.344551 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-71a53fd3-fb4a-4a89-9e65-6890521a4ef2 req-77c42fd8-c604-4034-82b4-2617c83cbbcb tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852958595'] for port, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:28.406698 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e984a21-7237-4720-81ac-be08838d350e req-d8f2e7ec-0d18-46f2-99d6-a26403a90804 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:28.421998 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-4e984a21-7237-4720-81ac-be08838d350e req-d8f2e7ec-0d18-46f2-99d6-a26403a90804 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=808017b1-9edb-48b5-be3e-927a28c51660 HTTP/1.1" status: 200 len: 946 time: 0.1841059 Apr 19 07:42:28.492150 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [req-71a53fd3-fb4a-4a89-9e65-6890521a4ef2 req-77c42fd8-c604-4034-82b4-2617c83cbbcb tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] Calling delete_port for 2cfc7dd6-3f68-4aab-ae6b-2a5106763113 owned by compute:nova {{(pid=86412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 07:42:28.535242 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-4e984a21-7237-4720-81ac-be08838d350e req-672e3436-703e-4dae-8494-363e0572fffc tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078706 Apr 19 07:42:28.660763 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-71a53fd3-fb4a-4a89-9e65-6890521a4ef2 req-77c42fd8-c604-4034-82b4-2617c83cbbcb tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267090117919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267090550695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3936575'] for port, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:28.667319 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-f6545420-f57b-4f3b-b044-7f402f50a316 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:42:28.679729 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] get_ports_and_sgs() called for port_ids ['2cfc7dd6-3f68-4aab-ae6b-2a5106763113'] {{(pid=86414) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 07:42:28.732426 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c42fd8-c604-4034-82b4-2617c83cbbcb tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] Pushing event deleted for resources: {'Port': ['ID=2cfc7dd6-3f68-4aab-ae6b-2a5106763113,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:42:28.735366 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-77c42fd8-c604-4034-82b4-2617c83cbbcb tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:42:28.838809 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [req-71a53fd3-fb4a-4a89-9e65-6890521a4ef2 req-77c42fd8-c604-4034-82b4-2617c83cbbcb tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] No DVR routers for this DVR port 2cfc7dd6-3f68-4aab-ae6b-2a5106763113 on host hv-cinder-77387 {{(pid=86412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 07:42:28.843280 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-71a53fd3-fb4a-4a89-9e65-6890521a4ef2 req-77c42fd8-c604-4034-82b4-2617c83cbbcb tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773070'] for port, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:28.846290 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3635b6b-11c3-42f0-b41c-e9029da03724', 'name': 'network-vif-deleted', 'tag': '2cfc7dd6-3f68-4aab-ae6b-2a5106763113'}] {{(pid=86412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 07:42:28.879863 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-71a53fd3-fb4a-4a89-9e65-6890521a4ef2 req-77c42fd8-c604-4034-82b4-2617c83cbbcb tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] 10.222.0.42 "DELETE /v2.0/ports/2cfc7dd6-3f68-4aab-ae6b-2a5106763113 HTTP/1.1" status: 204 len: 173 time: 1.1772661 Apr 19 07:42:28.951923 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3635b6b-11c3-42f0-b41c-e9029da03724', 'name': 'network-vif-deleted', 'tag': '2cfc7dd6-3f68-4aab-ae6b-2a5106763113', 'status': 'completed', 'code': 200} Apr 19 07:42:29.132123 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-b92c4f56-b681-4ade-a299-8aa01709ed77 req-dae11025-c3d5-4769-99d7-8094fb948852 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/ports?device_id=dbefaef1-729a-4827-a5be-7ee5b9293e05 HTTP/1.1" status: 200 len: 210 time: 0.0503192 Apr 19 07:42:29.219789 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-3930e6cb-ba92-4f39-b308-f1e5b4eeadbc req-c8bb797a-2186-4f40-9007-576a246ede65 tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3635b6b-11c3-42f0-b41c-e9029da03724 HTTP/1.1" status: 200 len: 210 time: 0.0590968 Apr 19 07:42:29.453722 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ce41de-b29a-4b6b-bd35-7ab49bcba337 req-8a75f34b-771f-4885-83f9-f9b2264c1d65 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:29.454823 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-e2ce41de-b29a-4b6b-bd35-7ab49bcba337 req-8a75f34b-771f-4885-83f9-f9b2264c1d65 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.42 "GET /v2.0/networks?id=a6592c2a-0849-4380-bef8-37b4b3e1274d HTTP/1.1" status: 200 len: 814 time: 0.1726758 Apr 19 07:42:29.468993 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [req-e2ce41de-b29a-4b6b-bd35-7ab49bcba337 req-6e69b6d7-5227-4bae-9915-88d8bffaba77 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Request body: {'port': {'device_id': 'dbefaef1-729a-4827-a5be-7ee5b9293e05', 'network_id': 'a6592c2a-0849-4380-bef8-37b4b3e1274d', 'admin_state_up': True, 'tenant_id': '156e07873a6143d89470ff601eee1cb8'}} {{(pid=86412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:42:29.635422 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [req-e2ce41de-b29a-4b6b-bd35-7ab49bcba337 req-6e69b6d7-5227-4bae-9915-88d8bffaba77 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:42:29.639869 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-e2ce41de-b29a-4b6b-bd35-7ab49bcba337 req-6e69b6d7-5227-4bae-9915-88d8bffaba77 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Usage tracker for resource:port and tenant:156e07873a6143d89470ff601eee1cb8 is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:42:29.642904 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-e2ce41de-b29a-4b6b-bd35-7ab49bcba337 req-6e69b6d7-5227-4bae-9915-88d8bffaba77 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:42:29.649059 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [req-e2ce41de-b29a-4b6b-bd35-7ab49bcba337 req-6e69b6d7-5227-4bae-9915-88d8bffaba77 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:42:29.658807 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2ce41de-b29a-4b6b-bd35-7ab49bcba337 req-6e69b6d7-5227-4bae-9915-88d8bffaba77 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Made reservation on behalf of 156e07873a6143d89470ff601eee1cb8 for: {'port': 1} {{(pid=86412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 07:42:29.665276 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-e2ce41de-b29a-4b6b-bd35-7ab49bcba337 req-6e69b6d7-5227-4bae-9915-88d8bffaba77 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:29.747114 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfebffb1-0401-4f48-8666-4d191e4dfd77 req-e5066ae7-6765-4961-822a-e0f9d5cafa6c tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:29.748703 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-dfebffb1-0401-4f48-8666-4d191e4dfd77 req-e5066ae7-6765-4961-822a-e0f9d5cafa6c tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=808017b1-9edb-48b5-be3e-927a28c51660 HTTP/1.1" status: 200 len: 946 time: 0.1029196 Apr 19 07:42:29.799657 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-dfebffb1-0401-4f48-8666-4d191e4dfd77 req-632693f4-8fd9-4ec4-a2dc-2a7bbcc301c1 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423651 Apr 19 07:42:29.845944 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.db_base_plugin_common [req-e2ce41de-b29a-4b6b-bd35-7ab49bcba337 req-6e69b6d7-5227-4bae-9915-88d8bffaba77 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Allocated IP 172.20.0.4 (a6592c2a-0849-4380-bef8-37b4b3e1274d/97dcc01a-d0cc-4dce-9455-151a64e8fa2f/a13d1232-9f6a-424a-9ec1-acd575a7896c) {{(pid=86412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 07:42:30.076511 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-e2ce41de-b29a-4b6b-bd35-7ab49bcba337 req-6e69b6d7-5227-4bae-9915-88d8bffaba77 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Notify callbacks [] for port, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:30.108775 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-e2ce41de-b29a-4b6b-bd35-7ab49bcba337 req-6e69b6d7-5227-4bae-9915-88d8bffaba77 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769764225105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3936575'] for port, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:30.114973 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:42:30.123489 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] get_ports_and_sgs() called for port_ids ['103c82f6-23c0-4aca-8712-ed823c4c7ae0'] {{(pid=86414) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 07:42:30.186183 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2ce41de-b29a-4b6b-bd35-7ab49bcba337 req-6e69b6d7-5227-4bae-9915-88d8bffaba77 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Network a6592c2a-0849-4380-bef8-37b4b3e1274d is already hosted by enough agents. {{(pid=86412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 07:42:30.190132 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.base_scheduler [req-e2ce41de-b29a-4b6b-bd35-7ab49bcba337 req-6e69b6d7-5227-4bae-9915-88d8bffaba77 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Resources bound (agent type, host, resource id): {{(pid=86412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 07:42:30.194394 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2ce41de-b29a-4b6b-bd35-7ab49bcba337 req-6e69b6d7-5227-4bae-9915-88d8bffaba77 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Received port after_create {{(pid=86412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 07:42:30.230147 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e69b6d7-5227-4bae-9915-88d8bffaba77 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Pushing event updated for resources: {'Port': ['ID=a13d1232-9f6a-424a-9ec1-acd575a7896c,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:42:30.237530 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-6e69b6d7-5227-4bae-9915-88d8bffaba77 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:42:30.269144 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ce41de-b29a-4b6b-bd35-7ab49bcba337 req-6e69b6d7-5227-4bae-9915-88d8bffaba77 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:30.269818 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-e2ce41de-b29a-4b6b-bd35-7ab49bcba337 req-6e69b6d7-5227-4bae-9915-88d8bffaba77 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773070'] for port, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:30.291724 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-e2ce41de-b29a-4b6b-bd35-7ab49bcba337 req-6e69b6d7-5227-4bae-9915-88d8bffaba77 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8270097 Apr 19 07:42:30.305015 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [req-e2ce41de-b29a-4b6b-bd35-7ab49bcba337 req-1d2f34ca-210a-440e-84dc-327d6f404bbf service neutron] Request body: {'port': {'device_id': 'dbefaef1-729a-4827-a5be-7ee5b9293e05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=86412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:42:30.432250 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-e2ce41de-b29a-4b6b-bd35-7ab49bcba337 req-1d2f34ca-210a-440e-84dc-327d6f404bbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:30.465589 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d18c6fa-d87a-4961-b8a0-ec03f78c409f req-96c8f6a1-30b6-4ee5-8cd8-f14bab9bd880 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:30.467173 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-3d18c6fa-d87a-4961-b8a0-ec03f78c409f req-96c8f6a1-30b6-4ee5-8cd8-f14bab9bd880 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] 10.222.0.41 "GET /v2.0/networks?id=d9ecd3e3-6ca4-4efc-a088-a606be5679c7 HTTP/1.1" status: 200 len: 809 time: 0.2245152 Apr 19 07:42:30.479966 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d277ff30-880b-42e8-aa2c-8642bdb329c5 req-7d40cc65-4923-40d6-a6ff-c51be84261a9 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:30.481544 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-d277ff30-880b-42e8-aa2c-8642bdb329c5 req-7d40cc65-4923-40d6-a6ff-c51be84261a9 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/ports?device_id=dbefaef1-729a-4827-a5be-7ee5b9293e05 HTTP/1.1" status: 200 len: 931 time: 0.1979568 Apr 19 07:42:30.507961 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-3d18c6fa-d87a-4961-b8a0-ec03f78c409f req-24fcafba-5dfb-4987-a933-88851955c3bc tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] 10.222.0.41 "GET /v2.0/quotas/52b425b2a4cd4fd590cc03f996c15111 HTTP/1.1" status: 200 len: 375 time: 0.0254035 Apr 19 07:42:30.575528 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-3d18c6fa-d87a-4961-b8a0-ec03f78c409f req-b81f9f4c-9091-4457-9bc8-b8e7ad83e380 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=52b425b2a4cd4fd590cc03f996c15111&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0612245 Apr 19 07:42:30.594161 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-d277ff30-880b-42e8-aa2c-8642bdb329c5 req-83a915d5-291d-4ad6-b7e4-82599999cd71 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ecfeb0f-2df5-400e-8733-6e1eda84c027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013157 Apr 19 07:42:30.791163 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-3d18c6fa-d87a-4961-b8a0-ec03f78c409f req-575b7213-2e29-4d76-ab7b-98b81c1f8011 service neutron] 10.222.0.41 "GET /v2.0/networks/d9ecd3e3-6ca4-4efc-a088-a606be5679c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958311 Apr 19 07:42:30.857183 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [req-e2ce41de-b29a-4b6b-bd35-7ab49bcba337 req-1d2f34ca-210a-440e-84dc-327d6f404bbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a13d1232-9f6a-424a-9ec1-acd575a7896c {{(pid=86412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 07:42:30.865683 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-e2ce41de-b29a-4b6b-bd35-7ab49bcba337 req-1d2f34ca-210a-440e-84dc-327d6f404bbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:30.882326 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [req-e2ce41de-b29a-4b6b-bd35-7ab49bcba337 req-1d2f34ca-210a-440e-84dc-327d6f404bbf service neutron] Transition to ACTIVE for port object a13d1232-9f6a-424a-9ec1-acd575a7896c will not be triggered until provisioned by entity L2. {{(pid=86412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 07:42:30.885699 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-e2ce41de-b29a-4b6b-bd35-7ab49bcba337 req-1d2f34ca-210a-440e-84dc-327d6f404bbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850839242'] for port, after_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:30.897017 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-393f4cd9-281e-4aa6-b423-c2a9f7a450cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:42:30.972709 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-3d18c6fa-d87a-4961-b8a0-ec03f78c409f req-c1247393-d4a0-4cc7-bdf5-799730f47bad service neutron] 10.222.0.41 "GET /v2.0/networks/d9ecd3e3-6ca4-4efc-a088-a606be5679c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805265 Apr 19 07:42:31.075533 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2f34ca-210a-440e-84dc-327d6f404bbf service neutron] Pushing event updated for resources: {'Port': ['ID=a13d1232-9f6a-424a-9ec1-acd575a7896c,revision_number=2']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:42:31.106474 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-1d2f34ca-210a-440e-84dc-327d6f404bbf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:42:31.162372 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [req-e2ce41de-b29a-4b6b-bd35-7ab49bcba337 req-1d2f34ca-210a-440e-84dc-327d6f404bbf service neutron] Attempting to bind port a13d1232-9f6a-424a-9ec1-acd575a7896c on host hv-cinder-77387 for vnic_type normal with profile {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 07:42:31.162936 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [req-e2ce41de-b29a-4b6b-bd35-7ab49bcba337 req-1d2f34ca-210a-440e-84dc-327d6f404bbf service neutron] Attempting to bind port a13d1232-9f6a-424a-9ec1-acd575a7896c by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': 'a453a347-3ee5-4bff-8f95-cec0fa8d6963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a6592c2a-0849-4380-bef8-37b4b3e1274d'}] {{(pid=86412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 07:42:31.163514 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ce41de-b29a-4b6b-bd35-7ab49bcba337 req-1d2f34ca-210a-440e-84dc-327d6f404bbf service neutron] Attempting to bind port a13d1232-9f6a-424a-9ec1-acd575a7896c on network a6592c2a-0849-4380-bef8-37b4b3e1274d {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 07:42:31.173671 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ce41de-b29a-4b6b-bd35-7ab49bcba337 req-1d2f34ca-210a-440e-84dc-327d6f404bbf service neutron] Port a13d1232-9f6a-424a-9ec1-acd575a7896c on network a6592c2a-0849-4380-bef8-37b4b3e1274d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 07:42:31.179472 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ce41de-b29a-4b6b-bd35-7ab49bcba337 req-1d2f34ca-210a-440e-84dc-327d6f404bbf service neutron] Attempting to bind port a13d1232-9f6a-424a-9ec1-acd575a7896c on network a6592c2a-0849-4380-bef8-37b4b3e1274d {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 07:42:31.195066 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ce41de-b29a-4b6b-bd35-7ab49bcba337 req-1d2f34ca-210a-440e-84dc-327d6f404bbf service neutron] Checking agent: {'id': '482cf95e-fb4e-4926-8f7d-816e7736c412', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 39, 10), 'started_at': datetime.datetime(2021, 4, 19, 7, 39, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 07:42:31.195557 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ce41de-b29a-4b6b-bd35-7ab49bcba337 req-1d2f34ca-210a-440e-84dc-327d6f404bbf service neutron] Checking segment: {'id': 'a453a347-3ee5-4bff-8f95-cec0fa8d6963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a6592c2a-0849-4380-bef8-37b4b3e1274d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 07:42:31.196105 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ce41de-b29a-4b6b-bd35-7ab49bcba337 req-1d2f34ca-210a-440e-84dc-327d6f404bbf service neutron] Bound using segment: {'id': 'a453a347-3ee5-4bff-8f95-cec0fa8d6963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a6592c2a-0849-4380-bef8-37b4b3e1274d'} {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 07:42:31.196684 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [req-e2ce41de-b29a-4b6b-bd35-7ab49bcba337 req-1d2f34ca-210a-440e-84dc-327d6f404bbf service neutron] Bound port: a13d1232-9f6a-424a-9ec1-acd575a7896c, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a453a347-3ee5-4bff-8f95-cec0fa8d6963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a6592c2a-0849-4380-bef8-37b4b3e1274d'}}] {{(pid=86412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 07:42:31.197237 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-e2ce41de-b29a-4b6b-bd35-7ab49bcba337 req-1d2f34ca-210a-440e-84dc-327d6f404bbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:31.226637 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Device 2cfc7dd6-3f68-4aab-ae6b-2a5106763113 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=86414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 07:42:31.241643 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-301e816e-0108-4704-8cb1-e07acc13acf8 req-71f03231-9605-4bd8-9520-db10dbc70244 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] 10.222.0.41 "GET /v2.0/ports?device_id=8163e4e0-c3f5-4b7e-93b5-ff936a1cf63c HTTP/1.1" status: 200 len: 210 time: 0.1184211 Apr 19 07:42:31.284085 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] No Port match for: 2cfc7dd6-3f68-4aab-ae6b-2a5106763113 {{(pid=86414) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 07:42:31.284471 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Device 2cfc7dd6-3f68-4aab-ae6b-2a5106763113 not bound to the agent host hv-cinder-77387 {{(pid=86414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 07:42:31.358412 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [req-e2ce41de-b29a-4b6b-bd35-7ab49bcba337 req-1d2f34ca-210a-440e-84dc-327d6f404bbf service neutron] For port a13d1232-9f6a-424a-9ec1-acd575a7896c, host hv-cinder-77387, cleared binding levels {{(pid=86412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 07:42:31.361936 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [req-e2ce41de-b29a-4b6b-bd35-7ab49bcba337 req-1d2f34ca-210a-440e-84dc-327d6f404bbf service neutron] For port a13d1232-9f6a-424a-9ec1-acd575a7896c, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=a13d1232-9f6a-424a-9ec1-acd575a7896c,segment=NetworkSegment(a453a347-3ee5-4bff-8f95-cec0fa8d6963),segment_id=a453a347-3ee5-4bff-8f95-cec0fa8d6963)] {{(pid=86412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 07:42:31.363620 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539ffe51-1412-49c0-b0e3-af5f60268ef3 req-e4e6c84b-0ada-47f9-b1f0-168a40da1741 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:31.365478 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-539ffe51-1412-49c0-b0e3-af5f60268ef3 req-e4e6c84b-0ada-47f9-b1f0-168a40da1741 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=808017b1-9edb-48b5-be3e-927a28c51660 HTTP/1.1" status: 200 len: 946 time: 0.1003199 Apr 19 07:42:31.373023 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-e2ce41de-b29a-4b6b-bd35-7ab49bcba337 req-1d2f34ca-210a-440e-84dc-327d6f404bbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850839242'] for port, after_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:31.378742 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-8d0d5e3c-12be-40ec-9254-294c0b0cb06c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:42:31.433346 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-539ffe51-1412-49c0-b0e3-af5f60268ef3 req-994c6703-d6f6-420a-9a94-3c2ad6baa286 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571487 Apr 19 07:42:31.433721 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ce41de-b29a-4b6b-bd35-7ab49bcba337 req-1d2f34ca-210a-440e-84dc-327d6f404bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:31.434492 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-e2ce41de-b29a-4b6b-bd35-7ab49bcba337 req-1d2f34ca-210a-440e-84dc-327d6f404bbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773070'] for port, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:31.435880 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-e2ce41de-b29a-4b6b-bd35-7ab49bcba337 req-1d2f34ca-210a-440e-84dc-327d6f404bbf service neutron] 10.222.0.42 "PUT /v2.0/ports/a13d1232-9f6a-424a-9ec1-acd575a7896c HTTP/1.1" status: 200 len: 1093 time: 1.1355793 Apr 19 07:42:31.436404 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbefaef1-729a-4827-a5be-7ee5b9293e05', 'tag': 'a13d1232-9f6a-424a-9ec1-acd575a7896c'}] {{(pid=86412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 07:42:31.476575 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2f34ca-210a-440e-84dc-327d6f404bbf service neutron] Pushing event updated for resources: {'Port': ['ID=a13d1232-9f6a-424a-9ec1-acd575a7896c,revision_number=3']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:42:31.480420 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-1d2f34ca-210a-440e-84dc-327d6f404bbf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:42:31.531981 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbefaef1-729a-4827-a5be-7ee5b9293e05', 'tag': 'a13d1232-9f6a-424a-9ec1-acd575a7896c', 'status': 'completed', 'code': 200} Apr 19 07:42:31.581848 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ce41de-b29a-4b6b-bd35-7ab49bcba337 req-2a40356b-ded3-4e68-ad69-c9dc3be35ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:31.584426 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-e2ce41de-b29a-4b6b-bd35-7ab49bcba337 req-2a40356b-ded3-4e68-ad69-c9dc3be35ae2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=156e07873a6143d89470ff601eee1cb8&device_id=dbefaef1-729a-4827-a5be-7ee5b9293e05 HTTP/1.1" status: 200 len: 1096 time: 0.0964036 Apr 19 07:42:31.683916 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-e2ce41de-b29a-4b6b-bd35-7ab49bcba337 req-16dc421f-791d-4cf4-8aea-10b7a4670b29 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a13d1232-9f6a-424a-9ec1-acd575a7896c HTTP/1.1" status: 200 len: 217 time: 0.0893722 Apr 19 07:42:31.775152 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ce41de-b29a-4b6b-bd35-7ab49bcba337 req-b57515ff-92d6-47e9-acb2-93686cb5ef14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:31.776890 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-e2ce41de-b29a-4b6b-bd35-7ab49bcba337 req-b57515ff-92d6-47e9-acb2-93686cb5ef14 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=97dcc01a-d0cc-4dce-9455-151a64e8fa2f HTTP/1.1" status: 200 len: 854 time: 0.0831280 Apr 19 07:42:31.812777 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7944958-821e-40a9-89ce-d8807af4af5b req-596d2969-048d-436c-a38c-502653f8181a tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:31.815687 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-a7944958-821e-40a9-89ce-d8807af4af5b req-596d2969-048d-436c-a38c-502653f8181a tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/ports?device_id=dbefaef1-729a-4827-a5be-7ee5b9293e05 HTTP/1.1" status: 200 len: 943 time: 0.0966697 Apr 19 07:42:31.839820 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-e2ce41de-b29a-4b6b-bd35-7ab49bcba337 req-14b0a8db-9b5c-4eae-a8a3-2941ef6869f9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a6592c2a-0849-4380-bef8-37b4b3e1274d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494728 Apr 19 07:42:31.866513 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-a7944958-821e-40a9-89ce-d8807af4af5b req-036d02d9-8905-4bf5-9019-e7355a4eb24d tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ecfeb0f-2df5-400e-8733-6e1eda84c027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455353 Apr 19 07:42:32.048107 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-e2ce41de-b29a-4b6b-bd35-7ab49bcba337 req-98b4eb7d-22aa-4931-be6e-795f82852f5f service neutron] 10.222.0.42 "GET /v2.0/networks/a6592c2a-0849-4380-bef8-37b4b3e1274d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999531 Apr 19 07:42:32.225909 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-e2ce41de-b29a-4b6b-bd35-7ab49bcba337 req-140f62b2-0857-4c21-b469-c685adca57b4 service neutron] 10.222.0.42 "GET /v2.0/networks/a6592c2a-0849-4380-bef8-37b4b3e1274d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663051 Apr 19 07:42:32.413676 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-03cdac78-fd6e-4214-9131-455442c71720 req-d234e328-d1f8-4a19-8248-af98a8f14ae4 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] 10.222.0.41 "GET /v2.0/ports?device_id=8163e4e0-c3f5-4b7e-93b5-ff936a1cf63c HTTP/1.1" status: 200 len: 210 time: 0.0510085 Apr 19 07:42:32.414877 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd785c0-f7e8-4887-83fb-e5a9c3d44f77 req-c4de3e1b-476e-4967-a94f-bea4e5f7ebcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:32.415336 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 38682) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:42:32.417061 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-7bd785c0-f7e8-4887-83fb-e5a9c3d44f77 req-c4de3e1b-476e-4967-a94f-bea4e5f7ebcc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=156e07873a6143d89470ff601eee1cb8&device_id=dbefaef1-729a-4827-a5be-7ee5b9293e05 HTTP/1.1" status: 200 len: 1096 time: 0.1080158 Apr 19 07:42:32.585892 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-304d328e-a37f-44b3-9f3a-498da737018a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:32.618207 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd785c0-f7e8-4887-83fb-e5a9c3d44f77 req-5432d5c0-18b1-4b80-abc4-d02bbf151e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:32.619910 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-7bd785c0-f7e8-4887-83fb-e5a9c3d44f77 req-5432d5c0-18b1-4b80-abc4-d02bbf151e67 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a6592c2a-0849-4380-bef8-37b4b3e1274d HTTP/1.1" status: 200 len: 915 time: 0.1875241 Apr 19 07:42:32.621134 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-304d328e-a37f-44b3-9f3a-498da737018a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:42:32.639789 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-304d328e-a37f-44b3-9f3a-498da737018a admin admin] Usage tracker for resource:security_group_rule and tenant:d1a5005eedf841c3aada2d0df3ab8036 is out of sync, need to count used quota {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:42:32.643677 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-304d328e-a37f-44b3-9f3a-498da737018a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:42:32.651170 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-304d328e-a37f-44b3-9f3a-498da737018a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:42:32.775232 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-304d328e-a37f-44b3-9f3a-498da737018a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:32.779109 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-304d328e-a37f-44b3-9f3a-498da737018a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:32.808967 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-7bd785c0-f7e8-4887-83fb-e5a9c3d44f77 req-5b98bdc7-70ba-403c-ad97-f1c829ac342f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a13d1232-9f6a-424a-9ec1-acd575a7896c HTTP/1.1" status: 200 len: 217 time: 0.1467381 Apr 19 07:42:32.830918 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:42:32.892571 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-304d328e-a37f-44b3-9f3a-498da737018a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d1a5005eedf841c3aada2d0df3ab8036&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4737401 Apr 19 07:42:32.900180 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 38704) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:42:32.944679 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304d328e-a37f-44b3-9f3a-498da737018a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27434953-58f0-4876-890c-f74b4b748b5f,revision_number=1']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:42:32.948897 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-304d328e-a37f-44b3-9f3a-498da737018a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:42:33.010082 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c80cfc-11f5-4ad3-9fbe-caed0af73594 req-34127e7e-c1e7-4d55-ba68-98b3575db8e7 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:33.011839 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-21c80cfc-11f5-4ad3-9fbe-caed0af73594 req-34127e7e-c1e7-4d55-ba68-98b3575db8e7 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=808017b1-9edb-48b5-be3e-927a28c51660 HTTP/1.1" status: 200 len: 946 time: 0.2237520 Apr 19 07:42:33.030797 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd785c0-f7e8-4887-83fb-e5a9c3d44f77 req-383f19c3-e57a-46c8-b330-f985abe0ef28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:33.032379 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-7bd785c0-f7e8-4887-83fb-e5a9c3d44f77 req-383f19c3-e57a-46c8-b330-f985abe0ef28 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=97dcc01a-d0cc-4dce-9455-151a64e8fa2f HTTP/1.1" status: 200 len: 854 time: 0.1639087 Apr 19 07:42:33.046009 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d18c6fa-d87a-4961-b8a0-ec03f78c409f req-e27a4218-3853-4f88-b4a8-e5cd857cd8ae tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:33.046734 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-3d18c6fa-d87a-4961-b8a0-ec03f78c409f req-e27a4218-3853-4f88-b4a8-e5cd857cd8ae tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] Synchronizing usage tracker for tenant:52b425b2a4cd4fd590cc03f996c15111 on resource:network {{(pid=86412) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 07:42:33.107908 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-3d18c6fa-d87a-4961-b8a0-ec03f78c409f req-e27a4218-3853-4f88-b4a8-e5cd857cd8ae tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] Unset dirty status for tenant:52b425b2a4cd4fd590cc03f996c15111 on resource:network {{(pid=86412) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 07:42:33.109154 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-3d18c6fa-d87a-4961-b8a0-ec03f78c409f req-e27a4218-3853-4f88-b4a8-e5cd857cd8ae tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] 10.222.0.42 "GET /v2.0/networks?id=d9ecd3e3-6ca4-4efc-a088-a606be5679c7 HTTP/1.1" status: 200 len: 809 time: 0.3789573 Apr 19 07:42:33.116951 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-7bd785c0-f7e8-4887-83fb-e5a9c3d44f77 req-aa7c144b-9481-4d82-ba9d-801c9b4f8111 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a6592c2a-0849-4380-bef8-37b4b3e1274d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516093 Apr 19 07:42:33.132285 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-821cf486-806b-4dc5-8cc9-56af3a2f5bba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:33.142889 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [req-3d18c6fa-d87a-4961-b8a0-ec03f78c409f req-808ab785-5048-4ddc-b303-69ed312a9c51 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] Request body: {'port': {'device_id': '8163e4e0-c3f5-4b7e-93b5-ff936a1cf63c', 'network_id': 'd9ecd3e3-6ca4-4efc-a088-a606be5679c7', 'admin_state_up': True, 'tenant_id': '52b425b2a4cd4fd590cc03f996c15111'}} {{(pid=86412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:42:33.164975 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-821cf486-806b-4dc5-8cc9-56af3a2f5bba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:33.246758 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-21c80cfc-11f5-4ad3-9fbe-caed0af73594 req-cb52ff51-fb1c-44b7-af30-5723823152bb tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220156 Apr 19 07:42:33.270413 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b76bb5-c554-4536-8a6e-708fc5746498 req-4e39889f-af1f-45f9-afa1-52931b118fed tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:33.279869 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-f2b76bb5-c554-4536-8a6e-708fc5746498 req-4e39889f-af1f-45f9-afa1-52931b118fed tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/ports?device_id=dbefaef1-729a-4827-a5be-7ee5b9293e05 HTTP/1.1" status: 200 len: 943 time: 0.2513733 Apr 19 07:42:33.358411 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-f2b76bb5-c554-4536-8a6e-708fc5746498 req-69fc5eab-09a4-4b1d-b50f-cb4405c2846c tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ecfeb0f-2df5-400e-8733-6e1eda84c027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714934 Apr 19 07:42:33.359679 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-821cf486-806b-4dc5-8cc9-56af3a2f5bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:33.382461 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-9f8b33da-68d1-4a86-8cb8-df4b2ccbbdf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:42:33.400968 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821cf486-806b-4dc5-8cc9-56af3a2f5bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27434953-58f0-4876-890c-f74b4b748b5f,revision_number=None']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:42:33.403581 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-821cf486-806b-4dc5-8cc9-56af3a2f5bba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:42:33.404742 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-821cf486-806b-4dc5-8cc9-56af3a2f5bba admin admin] Notify callbacks [] for security_group, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:33.406229 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-821cf486-806b-4dc5-8cc9-56af3a2f5bba admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/27434953-58f0-4876-890c-f74b4b748b5f HTTP/1.1" status: 204 len: 168 time: 0.5049860 Apr 19 07:42:33.630318 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-5942fade-1ef7-4591-a274-f5565bc7d47b req-1790758d-4042-4ebe-b7b5-667410aace21 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] 10.222.0.41 "GET /v2.0/ports?device_id=8163e4e0-c3f5-4b7e-93b5-ff936a1cf63c HTTP/1.1" status: 200 len: 210 time: 0.0547025 Apr 19 07:42:33.651270 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-7bd785c0-f7e8-4887-83fb-e5a9c3d44f77 req-f1964b8d-4798-4b20-92be-21d1ae9c8113 service neutron] 10.222.0.42 "GET /v2.0/networks/a6592c2a-0849-4380-bef8-37b4b3e1274d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4917970 Apr 19 07:42:33.660188 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [req-3d18c6fa-d87a-4961-b8a0-ec03f78c409f req-808ab785-5048-4ddc-b303-69ed312a9c51 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:42:33.664370 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-3d18c6fa-d87a-4961-b8a0-ec03f78c409f req-808ab785-5048-4ddc-b303-69ed312a9c51 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] Usage tracker for resource:port and tenant:52b425b2a4cd4fd590cc03f996c15111 is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:42:33.667394 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-3d18c6fa-d87a-4961-b8a0-ec03f78c409f req-808ab785-5048-4ddc-b303-69ed312a9c51 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:42:33.716231 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [req-3d18c6fa-d87a-4961-b8a0-ec03f78c409f req-808ab785-5048-4ddc-b303-69ed312a9c51 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:42:33.785920 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d18c6fa-d87a-4961-b8a0-ec03f78c409f req-808ab785-5048-4ddc-b303-69ed312a9c51 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] Made reservation on behalf of 52b425b2a4cd4fd590cc03f996c15111 for: {'port': 1} {{(pid=86412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 07:42:33.795205 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-3d18c6fa-d87a-4961-b8a0-ec03f78c409f req-808ab785-5048-4ddc-b303-69ed312a9c51 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:33.816190 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 38790) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:42:33.838712 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-9d50410d-2bae-416f-9281-50877d8c1911 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:33.858965 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-9d50410d-2bae-416f-9281-50877d8c1911 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:42:33.868357 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-9d50410d-2bae-416f-9281-50877d8c1911 admin admin] Usage tracker for resource:security_group_rule and tenant:0159cb9cc35a4ca0b2cb4fd2c10cbe9c is out of sync, need to count used quota {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:42:33.871710 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-9d50410d-2bae-416f-9281-50877d8c1911 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:42:33.882212 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-9d50410d-2bae-416f-9281-50877d8c1911 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:42:33.984995 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-9d50410d-2bae-416f-9281-50877d8c1911 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:33.990618 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-9d50410d-2bae-416f-9281-50877d8c1911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:34.001237 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-89a41f4f-8f57-4086-a6aa-545c7f00f019 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:42:34.010596 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.db_base_plugin_common [req-3d18c6fa-d87a-4961-b8a0-ec03f78c409f req-808ab785-5048-4ddc-b303-69ed312a9c51 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] Allocated IP 172.20.0.8 (d9ecd3e3-6ca4-4efc-a088-a606be5679c7/ee1ef929-233f-4d45-90c6-cfd0e13034af/8c8bb01c-307e-49a5-820e-3b8f496a1052) {{(pid=86412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 07:42:34.033003 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d50410d-2bae-416f-9281-50877d8c1911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4eebee-a11d-4bd7-a0d5-6b95b2ded275,revision_number=1']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:42:34.038452 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-9d50410d-2bae-416f-9281-50877d8c1911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:42:34.059555 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-9d50410d-2bae-416f-9281-50877d8c1911 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0159cb9cc35a4ca0b2cb4fd2c10cbe9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2412417 Apr 19 07:42:34.062058 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 38810) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:42:34.098526 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-7bd785c0-f7e8-4887-83fb-e5a9c3d44f77 req-8e8ece98-aa82-4c73-852b-8f2abcc46c4c service neutron] 10.222.0.42 "GET /v2.0/networks/a6592c2a-0849-4380-bef8-37b4b3e1274d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4279380 Apr 19 07:42:34.149072 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bbeb8439-8bcc-4708-b039-9d7e79ca393f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:34.181090 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bbeb8439-8bcc-4708-b039-9d7e79ca393f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:34.227399 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bbeb8439-8bcc-4708-b039-9d7e79ca393f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:34.232649 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:42:34.244193 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeb8439-8bcc-4708-b039-9d7e79ca393f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4eebee-a11d-4bd7-a0d5-6b95b2ded275,revision_number=None']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:42:34.246642 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-bbeb8439-8bcc-4708-b039-9d7e79ca393f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:42:34.253255 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bbeb8439-8bcc-4708-b039-9d7e79ca393f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:34.254567 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-bbeb8439-8bcc-4708-b039-9d7e79ca393f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2d4eebee-a11d-4bd7-a0d5-6b95b2ded275 HTTP/1.1" status: 204 len: 168 time: 0.1915247 Apr 19 07:42:34.377004 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-3d18c6fa-d87a-4961-b8a0-ec03f78c409f req-808ab785-5048-4ddc-b303-69ed312a9c51 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] Notify callbacks [] for port, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:34.421916 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-3d18c6fa-d87a-4961-b8a0-ec03f78c409f req-808ab785-5048-4ddc-b303-69ed312a9c51 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769764225105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3936575'] for port, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:34.435984 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-6e69b6d7-5227-4bae-9915-88d8bffaba77 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:42:34.527862 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d18c6fa-d87a-4961-b8a0-ec03f78c409f req-808ab785-5048-4ddc-b303-69ed312a9c51 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] Network d9ecd3e3-6ca4-4efc-a088-a606be5679c7 is already hosted by enough agents. {{(pid=86412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 07:42:34.531658 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.base_scheduler [req-3d18c6fa-d87a-4961-b8a0-ec03f78c409f req-808ab785-5048-4ddc-b303-69ed312a9c51 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] Resources bound (agent type, host, resource id): {{(pid=86412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 07:42:34.538978 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d18c6fa-d87a-4961-b8a0-ec03f78c409f req-808ab785-5048-4ddc-b303-69ed312a9c51 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] Received port after_create {{(pid=86412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 07:42:34.610691 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ab785-5048-4ddc-b303-69ed312a9c51 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] Pushing event updated for resources: {'Port': ['ID=8c8bb01c-307e-49a5-820e-3b8f496a1052,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:42:34.627268 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-808ab785-5048-4ddc-b303-69ed312a9c51 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:42:34.646237 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d18c6fa-d87a-4961-b8a0-ec03f78c409f req-808ab785-5048-4ddc-b303-69ed312a9c51 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:34.646929 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-3d18c6fa-d87a-4961-b8a0-ec03f78c409f req-808ab785-5048-4ddc-b303-69ed312a9c51 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773070'] for port, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:34.669871 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-3d18c6fa-d87a-4961-b8a0-ec03f78c409f req-808ab785-5048-4ddc-b303-69ed312a9c51 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5333028 Apr 19 07:42:34.686070 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [req-3d18c6fa-d87a-4961-b8a0-ec03f78c409f req-0f6d2056-90de-430a-b375-6808f82cd5d0 service neutron] Request body: {'port': {'device_id': '8163e4e0-c3f5-4b7e-93b5-ff936a1cf63c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=86412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:42:34.687979 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd8b673-a60d-4178-915e-cce8e5bbe2ac req-181246d3-0a17-43fd-b5a8-760d7fca9db5 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:34.696496 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-9cd8b673-a60d-4178-915e-cce8e5bbe2ac req-181246d3-0a17-43fd-b5a8-760d7fca9db5 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/ports?device_id=dbefaef1-729a-4827-a5be-7ee5b9293e05 HTTP/1.1" status: 200 len: 943 time: 0.1931007 Apr 19 07:42:34.754949 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-9cd8b673-a60d-4178-915e-cce8e5bbe2ac req-b45c8ef1-622e-441b-9910-63a0aadc7d7b tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ecfeb0f-2df5-400e-8733-6e1eda84c027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573993 Apr 19 07:42:34.779260 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff1c83-2eff-40b8-9895-9c1dfdf3f8d8 req-22496c5d-b01c-4bd8-b502-fddac4ffce6b tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:34.779260 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-a0ff1c83-2eff-40b8-9895-9c1dfdf3f8d8 req-22496c5d-b01c-4bd8-b502-fddac4ffce6b tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=808017b1-9edb-48b5-be3e-927a28c51660 HTTP/1.1" status: 200 len: 946 time: 0.3584743 Apr 19 07:42:34.865271 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-a0ff1c83-2eff-40b8-9895-9c1dfdf3f8d8 req-122fbeef-370d-4a1a-bcd1-d89a52e4e496 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805826 Apr 19 07:42:34.971993 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-3d18c6fa-d87a-4961-b8a0-ec03f78c409f req-0f6d2056-90de-430a-b375-6808f82cd5d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:35.215010 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b87a6fc-33b8-48d2-a1aa-119a85a0b984 req-32f2c1c5-f386-4761-ba32-6a9da7707e68 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:35.216839 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-7b87a6fc-33b8-48d2-a1aa-119a85a0b984 req-32f2c1c5-f386-4761-ba32-6a9da7707e68 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] 10.222.0.41 "GET /v2.0/ports?device_id=8163e4e0-c3f5-4b7e-93b5-ff936a1cf63c HTTP/1.1" status: 200 len: 931 time: 0.1041789 Apr 19 07:42:35.234460 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Device a13d1232-9f6a-424a-9ec1-acd575a7896c details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=86414) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 07:42:35.281445 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-7b87a6fc-33b8-48d2-a1aa-119a85a0b984 req-d6f64752-5ce6-4f8a-93f7-8105f29c0127 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf17a2d-edc6-495f-a2cd-93696383c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578837 Apr 19 07:42:35.395830 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [req-3d18c6fa-d87a-4961-b8a0-ec03f78c409f req-0f6d2056-90de-430a-b375-6808f82cd5d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c8bb01c-307e-49a5-820e-3b8f496a1052 {{(pid=86412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 07:42:35.403932 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-3d18c6fa-d87a-4961-b8a0-ec03f78c409f req-0f6d2056-90de-430a-b375-6808f82cd5d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:35.420034 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [req-3d18c6fa-d87a-4961-b8a0-ec03f78c409f req-0f6d2056-90de-430a-b375-6808f82cd5d0 service neutron] Transition to ACTIVE for port object 8c8bb01c-307e-49a5-820e-3b8f496a1052 will not be triggered until provisioned by entity L2. {{(pid=86412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 07:42:35.423307 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-3d18c6fa-d87a-4961-b8a0-ec03f78c409f req-0f6d2056-90de-430a-b375-6808f82cd5d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850839242'] for port, after_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:35.428219 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-1d4e9a53-35d8-47f7-ae00-57bfe358b185 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:42:35.429711 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] For port a13d1232-9f6a-424a-9ec1-acd575a7896c, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=a13d1232-9f6a-424a-9ec1-acd575a7896c,segment=NetworkSegment(a453a347-3ee5-4bff-8f95-cec0fa8d6963),segment_id=a453a347-3ee5-4bff-8f95-cec0fa8d6963)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:42:35.444147 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Returning: {'device': 'a13d1232-9f6a-424a-9ec1-acd575a7896c', 'network_id': 'a6592c2a-0849-4380-bef8-37b4b3e1274d', 'port_id': 'a13d1232-9f6a-424a-9ec1-acd575a7896c', 'mac_address': 'fa:16:3e:65:80:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97dcc01a-d0cc-4dce-9455-151a64e8fa2f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86414) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 07:42:35.517054 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:35.537306 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a13d1232-9f6a-424a-9ec1-acd575a7896c {{(pid=86414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 07:42:35.554841 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] For port a13d1232-9f6a-424a-9ec1-acd575a7896c, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=a13d1232-9f6a-424a-9ec1-acd575a7896c,segment=NetworkSegment(a453a347-3ee5-4bff-8f95-cec0fa8d6963),segment_id=a453a347-3ee5-4bff-8f95-cec0fa8d6963)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:42:35.558902 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:35.561917 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:42:35.637830 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Pushing event updated for resources: {'Port': ['ID=a13d1232-9f6a-424a-9ec1-acd575a7896c,revision_number=4']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:42:35.641599 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:42:35.647567 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6d2056-90de-430a-b375-6808f82cd5d0 service neutron] Pushing event updated for resources: {'Port': ['ID=8c8bb01c-307e-49a5-820e-3b8f496a1052,revision_number=2']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:42:35.654931 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-0f6d2056-90de-430a-b375-6808f82cd5d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:42:35.693505 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [req-3d18c6fa-d87a-4961-b8a0-ec03f78c409f req-0f6d2056-90de-430a-b375-6808f82cd5d0 service neutron] Attempting to bind port 8c8bb01c-307e-49a5-820e-3b8f496a1052 on host hv-cinder-77387 for vnic_type normal with profile {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 07:42:35.694033 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [req-3d18c6fa-d87a-4961-b8a0-ec03f78c409f req-0f6d2056-90de-430a-b375-6808f82cd5d0 service neutron] Attempting to bind port 8c8bb01c-307e-49a5-820e-3b8f496a1052 by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': 'c21d5202-6ddf-48fc-b15b-8f7ca8905f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'd9ecd3e3-6ca4-4efc-a088-a606be5679c7'}] {{(pid=86412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 07:42:35.694592 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d18c6fa-d87a-4961-b8a0-ec03f78c409f req-0f6d2056-90de-430a-b375-6808f82cd5d0 service neutron] Attempting to bind port 8c8bb01c-307e-49a5-820e-3b8f496a1052 on network d9ecd3e3-6ca4-4efc-a088-a606be5679c7 {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 07:42:35.700503 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d18c6fa-d87a-4961-b8a0-ec03f78c409f req-0f6d2056-90de-430a-b375-6808f82cd5d0 service neutron] Port 8c8bb01c-307e-49a5-820e-3b8f496a1052 on network d9ecd3e3-6ca4-4efc-a088-a606be5679c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 07:42:35.700865 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d18c6fa-d87a-4961-b8a0-ec03f78c409f req-0f6d2056-90de-430a-b375-6808f82cd5d0 service neutron] Attempting to bind port 8c8bb01c-307e-49a5-820e-3b8f496a1052 on network d9ecd3e3-6ca4-4efc-a088-a606be5679c7 {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 07:42:35.706723 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d18c6fa-d87a-4961-b8a0-ec03f78c409f req-0f6d2056-90de-430a-b375-6808f82cd5d0 service neutron] Checking agent: {'id': '482cf95e-fb4e-4926-8f7d-816e7736c412', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 39, 10), 'started_at': datetime.datetime(2021, 4, 19, 7, 39, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 07:42:35.707120 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d18c6fa-d87a-4961-b8a0-ec03f78c409f req-0f6d2056-90de-430a-b375-6808f82cd5d0 service neutron] Checking segment: {'id': 'c21d5202-6ddf-48fc-b15b-8f7ca8905f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'd9ecd3e3-6ca4-4efc-a088-a606be5679c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 07:42:35.707519 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d18c6fa-d87a-4961-b8a0-ec03f78c409f req-0f6d2056-90de-430a-b375-6808f82cd5d0 service neutron] Bound using segment: {'id': 'c21d5202-6ddf-48fc-b15b-8f7ca8905f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'd9ecd3e3-6ca4-4efc-a088-a606be5679c7'} {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 07:42:35.707978 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [req-3d18c6fa-d87a-4961-b8a0-ec03f78c409f req-0f6d2056-90de-430a-b375-6808f82cd5d0 service neutron] Bound port: 8c8bb01c-307e-49a5-820e-3b8f496a1052, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c21d5202-6ddf-48fc-b15b-8f7ca8905f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'd9ecd3e3-6ca4-4efc-a088-a606be5679c7'}}] {{(pid=86412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 07:42:35.708355 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-3d18c6fa-d87a-4961-b8a0-ec03f78c409f req-0f6d2056-90de-430a-b375-6808f82cd5d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:35.813808 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [req-3d18c6fa-d87a-4961-b8a0-ec03f78c409f req-0f6d2056-90de-430a-b375-6808f82cd5d0 service neutron] For port 8c8bb01c-307e-49a5-820e-3b8f496a1052, host hv-cinder-77387, cleared binding levels {{(pid=86412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 07:42:35.817461 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [req-3d18c6fa-d87a-4961-b8a0-ec03f78c409f req-0f6d2056-90de-430a-b375-6808f82cd5d0 service neutron] For port 8c8bb01c-307e-49a5-820e-3b8f496a1052, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=8c8bb01c-307e-49a5-820e-3b8f496a1052,segment=NetworkSegment(c21d5202-6ddf-48fc-b15b-8f7ca8905f72),segment_id=c21d5202-6ddf-48fc-b15b-8f7ca8905f72)] {{(pid=86412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 07:42:35.821934 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-3d18c6fa-d87a-4961-b8a0-ec03f78c409f req-0f6d2056-90de-430a-b375-6808f82cd5d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850839242'] for port, after_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:35.827218 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:42:35.882300 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] get_ports_and_sgs() called for port_ids ['a13d1232-9f6a-424a-9ec1-acd575a7896c'] {{(pid=86414) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 07:42:35.922290 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d18c6fa-d87a-4961-b8a0-ec03f78c409f req-0f6d2056-90de-430a-b375-6808f82cd5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:35.923060 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-3d18c6fa-d87a-4961-b8a0-ec03f78c409f req-0f6d2056-90de-430a-b375-6808f82cd5d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773070'] for port, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:35.925073 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-3d18c6fa-d87a-4961-b8a0-ec03f78c409f req-0f6d2056-90de-430a-b375-6808f82cd5d0 service neutron] 10.222.0.42 "PUT /v2.0/ports/8c8bb01c-307e-49a5-820e-3b8f496a1052 HTTP/1.1" status: 200 len: 1093 time: 1.2443848 Apr 19 07:42:35.925669 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8163e4e0-c3f5-4b7e-93b5-ff936a1cf63c', 'tag': '8c8bb01c-307e-49a5-820e-3b8f496a1052'}] {{(pid=86412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 07:42:35.939091 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6d2056-90de-430a-b375-6808f82cd5d0 service neutron] Pushing event updated for resources: {'Port': ['ID=8c8bb01c-307e-49a5-820e-3b8f496a1052,revision_number=3']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:42:35.942993 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-0f6d2056-90de-430a-b375-6808f82cd5d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:42:36.055476 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede1a48-017f-48d5-8e02-679afef085cb req-7f1f00c2-01ac-4dfa-b267-184a362bdb7f tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:36.073845 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-2ede1a48-017f-48d5-8e02-679afef085cb req-7f1f00c2-01ac-4dfa-b267-184a362bdb7f tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/ports?device_id=dbefaef1-729a-4827-a5be-7ee5b9293e05 HTTP/1.1" status: 200 len: 944 time: 0.1760712 Apr 19 07:42:36.121882 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d18c6fa-d87a-4961-b8a0-ec03f78c409f req-19ea25e2-52f8-412f-a530-99e429ad35fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:36.129049 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-3d18c6fa-d87a-4961-b8a0-ec03f78c409f req-19ea25e2-52f8-412f-a530-99e429ad35fa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=52b425b2a4cd4fd590cc03f996c15111&device_id=8163e4e0-c3f5-4b7e-93b5-ff936a1cf63c HTTP/1.1" status: 200 len: 1096 time: 0.1492488 Apr 19 07:42:36.248649 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-3d18c6fa-d87a-4961-b8a0-ec03f78c409f req-a0533ab2-5fa6-4918-b2d0-f72369df3c0b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c8bb01c-307e-49a5-820e-3b8f496a1052 HTTP/1.1" status: 200 len: 217 time: 0.1120763 Apr 19 07:42:36.253105 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-2ede1a48-017f-48d5-8e02-679afef085cb req-7ef5d9dc-f73e-4a97-af5b-312f5f6916cc tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ecfeb0f-2df5-400e-8733-6e1eda84c027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780961 Apr 19 07:42:36.309808 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ea0de-0799-472c-b36c-63ba6268f5c2 req-5b8e1738-ff3a-415c-a554-07e70148a2ea tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:36.317718 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-d02ea0de-0799-472c-b36c-63ba6268f5c2 req-5b8e1738-ff3a-415c-a554-07e70148a2ea tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=808017b1-9edb-48b5-be3e-927a28c51660 HTTP/1.1" status: 200 len: 946 time: 0.2395720 Apr 19 07:42:36.334086 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d18c6fa-d87a-4961-b8a0-ec03f78c409f req-e6fa8c19-675e-4d9e-a8c7-021b8d0efbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:36.336590 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-3d18c6fa-d87a-4961-b8a0-ec03f78c409f req-e6fa8c19-675e-4d9e-a8c7-021b8d0efbe7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ee1ef929-233f-4d45-90c6-cfd0e13034af HTTP/1.1" status: 200 len: 849 time: 0.0711195 Apr 19 07:42:36.341111 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8163e4e0-c3f5-4b7e-93b5-ff936a1cf63c', 'tag': '8c8bb01c-307e-49a5-820e-3b8f496a1052', 'status': 'completed', 'code': 200} Apr 19 07:42:36.374143 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-d02ea0de-0799-472c-b36c-63ba6268f5c2 req-07607bc9-ed1b-41bc-ba37-433b37e6e10e tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553796 Apr 19 07:42:36.420805 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-3d18c6fa-d87a-4961-b8a0-ec03f78c409f req-0f5ad842-1397-473c-ba57-a283a1240375 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d9ecd3e3-6ca4-4efc-a088-a606be5679c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709758 Apr 19 07:42:36.451814 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 38934) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:42:36.596502 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-3d18c6fa-d87a-4961-b8a0-ec03f78c409f req-2ec962c4-1444-43de-9bd1-6cc20d101713 service neutron] 10.222.0.42 "GET /v2.0/networks/d9ecd3e3-6ca4-4efc-a088-a606be5679c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678617 Apr 19 07:42:36.648243 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-f0303b4c-2ec6-4b13-9b09-f07a0d19631c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:36.761574 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-3d18c6fa-d87a-4961-b8a0-ec03f78c409f req-ff856791-6608-4472-81a2-96d8d4ec15bc service neutron] 10.222.0.42 "GET /v2.0/networks/d9ecd3e3-6ca4-4efc-a088-a606be5679c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558416 Apr 19 07:42:36.886300 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-f0303b4c-2ec6-4b13-9b09-f07a0d19631c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:42:36.890481 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-f0303b4c-2ec6-4b13-9b09-f07a0d19631c admin admin] Usage tracker for resource:security_group_rule and tenant:4d35ecce33c241aea041e01dbacca984 is out of sync, need to count used quota {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:42:36.894041 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-f0303b4c-2ec6-4b13-9b09-f07a0d19631c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:42:36.901480 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-f0303b4c-2ec6-4b13-9b09-f07a0d19631c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:42:36.910596 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fab8fb-6212-4059-a2c5-b378da30d85e req-d5347d91-0d34-48c8-af26-4f5f98f844ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:36.912342 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-e6fab8fb-6212-4059-a2c5-b378da30d85e req-d5347d91-0d34-48c8-af26-4f5f98f844ca service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=52b425b2a4cd4fd590cc03f996c15111&device_id=8163e4e0-c3f5-4b7e-93b5-ff936a1cf63c HTTP/1.1" status: 200 len: 1096 time: 0.0826178 Apr 19 07:42:37.006097 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-f0303b4c-2ec6-4b13-9b09-f07a0d19631c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:37.012060 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-f0303b4c-2ec6-4b13-9b09-f07a0d19631c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:37.021169 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-7f116769-bb84-42fb-a8cf-ff787a042ac6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:42:37.049551 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc970491-3bcc-4766-9d0e-df82ebb97a25 req-ac1bcd04-1742-48ba-b9b4-b75c25349b26 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:37.075690 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-bc970491-3bcc-4766-9d0e-df82ebb97a25 req-ac1bcd04-1742-48ba-b9b4-b75c25349b26 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] 10.222.0.41 "GET /v2.0/ports?device_id=8163e4e0-c3f5-4b7e-93b5-ff936a1cf63c HTTP/1.1" status: 200 len: 943 time: 0.4699285 Apr 19 07:42:37.083881 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-1c413d76-76f4-4e11-af67-251a001342d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:37.141804 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0303b4c-2ec6-4b13-9b09-f07a0d19631c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75515b74-b11f-4310-abda-463cb737dfad,revision_number=1']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:42:37.143193 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fab8fb-6212-4059-a2c5-b378da30d85e req-65fc7df6-342a-452c-ac93-3c836671a7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:37.144803 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-e6fab8fb-6212-4059-a2c5-b378da30d85e req-65fc7df6-342a-452c-ac93-3c836671a7c4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d9ecd3e3-6ca4-4efc-a088-a606be5679c7 HTTP/1.1" status: 200 len: 910 time: 0.2204013 Apr 19 07:42:37.151162 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-f0303b4c-2ec6-4b13-9b09-f07a0d19631c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:42:37.162003 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-f0303b4c-2ec6-4b13-9b09-f07a0d19631c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4d35ecce33c241aea041e01dbacca984&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7088315 Apr 19 07:42:37.167269 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-bc970491-3bcc-4766-9d0e-df82ebb97a25 req-d6d65200-ad07-44ae-ae6d-1c92c0d1d78b tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf17a2d-edc6-495f-a2cd-93696383c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943785 Apr 19 07:42:37.167970 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 38958) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:42:37.234361 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-e6fab8fb-6212-4059-a2c5-b378da30d85e req-e5042415-b31f-474d-bf44-10deb4586552 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c8bb01c-307e-49a5-820e-3b8f496a1052 HTTP/1.1" status: 200 len: 217 time: 0.0782745 Apr 19 07:42:37.236499 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 38962) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:42:37.261653 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-7591183c-effc-438b-b94b-3fd9586e6cfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:37.265152 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Device a13d1232-9f6a-424a-9ec1-acd575a7896c up at agent hyperv_hv-cinder-77387 {{(pid=86414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 07:42:37.294444 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-7591183c-effc-438b-b94b-3fd9586e6cfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:37.311621 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fab8fb-6212-4059-a2c5-b378da30d85e req-0631e5a5-0056-4507-bd4c-258f30e555be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:37.313171 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-e6fab8fb-6212-4059-a2c5-b378da30d85e req-0631e5a5-0056-4507-bd4c-258f30e555be service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ee1ef929-233f-4d45-90c6-cfd0e13034af HTTP/1.1" status: 200 len: 849 time: 0.0693817 Apr 19 07:42:37.367556 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-7591183c-effc-438b-b94b-3fd9586e6cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:37.377851 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-e6fab8fb-6212-4059-a2c5-b378da30d85e req-e9bcd197-9b2e-4d51-961c-aa790312cdd6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d9ecd3e3-6ca4-4efc-a088-a606be5679c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537541 Apr 19 07:42:37.379954 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-9d50410d-2bae-416f-9281-50877d8c1911 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:42:37.409836 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7591183c-effc-438b-b94b-3fd9586e6cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75515b74-b11f-4310-abda-463cb737dfad,revision_number=None']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:42:37.412797 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-7591183c-effc-438b-b94b-3fd9586e6cfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:42:37.414052 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-7591183c-effc-438b-b94b-3fd9586e6cfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:37.428874 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-7591183c-effc-438b-b94b-3fd9586e6cfe admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/75515b74-b11f-4310-abda-463cb737dfad HTTP/1.1" status: 204 len: 168 time: 0.2595670 Apr 19 07:42:37.435058 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Provisioning for port a13d1232-9f6a-424a-9ec1-acd575a7896c completed by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 07:42:37.461445 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Provisioning complete for port a13d1232-9f6a-424a-9ec1-acd575a7896c triggered by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:42:37.461855 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:37.595537 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5412e879-7bc5-47ff-a058-e36b4d2f1e74 req-2221b418-e903-45d1-9e11-41be18f4eb3a tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:37.597379 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-5412e879-7bc5-47ff-a058-e36b4d2f1e74 req-2221b418-e903-45d1-9e11-41be18f4eb3a tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/ports?device_id=dbefaef1-729a-4827-a5be-7ee5b9293e05 HTTP/1.1" status: 200 len: 944 time: 0.1262622 Apr 19 07:42:37.607358 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-65caf943-1604-473d-bea0-3018440220e1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=16892c1a2343435e9889a651ae9582f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3695314 Apr 19 07:42:37.610470 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 38984) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:42:37.629119 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 38988) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:42:37.673944 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-e6fab8fb-6212-4059-a2c5-b378da30d85e req-8d2fa3af-dc99-4878-a787-f5a5a0d4c689 service neutron] 10.222.0.42 "GET /v2.0/networks/d9ecd3e3-6ca4-4efc-a088-a606be5679c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847447 Apr 19 07:42:37.727261 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-5412e879-7bc5-47ff-a058-e36b4d2f1e74 req-ca8fbf30-0b6e-4d67-b28c-63c8b849f099 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ecfeb0f-2df5-400e-8733-6e1eda84c027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580096 Apr 19 07:42:37.756311 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:37.767508 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-fc3cfa37-62fd-416d-ab07-f2c6c8a3dbbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:37.793985 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c7513e-2a27-487c-a7e9-30634f96ceb0 req-2655dbc2-6a3c-48b4-b332-27492c801fcd tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:37.814301 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-40c7513e-2a27-487c-a7e9-30634f96ceb0 req-2655dbc2-6a3c-48b4-b332-27492c801fcd tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=808017b1-9edb-48b5-be3e-927a28c51660 HTTP/1.1" status: 200 len: 946 time: 0.2134929 Apr 19 07:42:37.836969 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] For port a13d1232-9f6a-424a-9ec1-acd575a7896c, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=a13d1232-9f6a-424a-9ec1-acd575a7896c,segment=NetworkSegment(a453a347-3ee5-4bff-8f95-cec0fa8d6963),segment_id=a453a347-3ee5-4bff-8f95-cec0fa8d6963)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:42:37.838040 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbefaef1-729a-4827-a5be-7ee5b9293e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a13d1232-9f6a-424a-9ec1-acd575a7896c'}] {{(pid=86414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 07:42:37.848667 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:37.852620 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-f7760a68-f782-49d4-b5fe-d752aa3b703b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:42:37.867354 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-fc3cfa37-62fd-416d-ab07-f2c6c8a3dbbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:37.919773 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-40c7513e-2a27-487c-a7e9-30634f96ceb0 req-dbde994a-9e5d-41ab-8766-f3a143053c71 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044009 Apr 19 07:42:37.935121 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-e6fab8fb-6212-4059-a2c5-b378da30d85e req-30f8a732-002d-468a-beb2-c02c3df50aa5 service neutron] 10.222.0.42 "GET /v2.0/networks/d9ecd3e3-6ca4-4efc-a088-a606be5679c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405798 Apr 19 07:42:37.949767 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Pushing event updated for resources: {'Port': ['ID=a13d1232-9f6a-424a-9ec1-acd575a7896c,revision_number=5']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:42:37.952257 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-fc3cfa37-62fd-416d-ab07-f2c6c8a3dbbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:37.953916 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:42:37.959389 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-88df6dc9-612e-4320-b2b0-b3d71d43f501 tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:42:37.971229 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3cfa37-62fd-416d-ab07-f2c6c8a3dbbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b4f109b-3f7c-4ae9-8452-dd4523e65aa8,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:42:37.974296 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-fc3cfa37-62fd-416d-ab07-f2c6c8a3dbbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:42:37.981462 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-fc3cfa37-62fd-416d-ab07-f2c6c8a3dbbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:37.986566 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-fc3cfa37-62fd-416d-ab07-f2c6c8a3dbbd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9b4f109b-3f7c-4ae9-8452-dd4523e65aa8 HTTP/1.1" status: 204 len: 168 time: 0.3748558 Apr 19 07:42:38.008320 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbefaef1-729a-4827-a5be-7ee5b9293e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a13d1232-9f6a-424a-9ec1-acd575a7896c', 'code': 200} Apr 19 07:42:38.125655 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-dcae3ea1-149d-40ea-863e-eca9c98e75d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:38.156473 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-dcae3ea1-149d-40ea-863e-eca9c98e75d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:42:38.161802 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-dcae3ea1-149d-40ea-863e-eca9c98e75d0 admin admin] Usage tracker for resource:security_group_rule and tenant:c38f82db29954818ba96ffe3d2a89a0e is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:42:38.165174 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-dcae3ea1-149d-40ea-863e-eca9c98e75d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:42:38.173244 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-dcae3ea1-149d-40ea-863e-eca9c98e75d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:42:38.344530 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706a0cd8-47a6-4041-aec5-ae19f42049f8 req-8bb7236f-431c-40c3-9dfb-c5ac1ffb423a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:38.346168 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-706a0cd8-47a6-4041-aec5-ae19f42049f8 req-8bb7236f-431c-40c3-9dfb-c5ac1ffb423a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dbefaef1-729a-4827-a5be-7ee5b9293e05 HTTP/1.1" status: 200 len: 1098 time: 0.1270864 Apr 19 07:42:38.384980 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-dcae3ea1-149d-40ea-863e-eca9c98e75d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:38.389677 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-dcae3ea1-149d-40ea-863e-eca9c98e75d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:38.398468 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-d2341ef2-c450-4ac1-b992-b8299f535f4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:42:38.432147 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649eacdd-a3cd-4b12-a0ac-6b52e56443a4 req-a3e3d679-f979-4fc6-98ae-f129d08c52d8 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:38.439989 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-649eacdd-a3cd-4b12-a0ac-6b52e56443a4 req-a3e3d679-f979-4fc6-98ae-f129d08c52d8 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] 10.222.0.41 "GET /v2.0/ports?device_id=8163e4e0-c3f5-4b7e-93b5-ff936a1cf63c HTTP/1.1" status: 200 len: 943 time: 0.1162438 Apr 19 07:42:38.448809 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcae3ea1-149d-40ea-863e-eca9c98e75d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d87acf41-cc6a-4ab2-a878-c0ba15239117,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:42:38.452700 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-dcae3ea1-149d-40ea-863e-eca9c98e75d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:42:38.464507 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-706a0cd8-47a6-4041-aec5-ae19f42049f8 req-efe6df51-b9b8-4797-9883-9c7d7ef63ddf service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7ecfeb0f-2df5-400e-8733-6e1eda84c027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064916 Apr 19 07:42:38.466899 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-dcae3ea1-149d-40ea-863e-eca9c98e75d0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c38f82db29954818ba96ffe3d2a89a0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8319528 Apr 19 07:42:38.469740 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 39016) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:42:38.488230 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-649eacdd-a3cd-4b12-a0ac-6b52e56443a4 req-9638536f-bade-4901-b113-7cff830b75ec tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf17a2d-edc6-495f-a2cd-93696383c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470061 Apr 19 07:42:38.533428 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6b357809-4231-4843-96f0-ae91a6330d63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:38.560980 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6b357809-4231-4843-96f0-ae91a6330d63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:38.607348 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6b357809-4231-4843-96f0-ae91a6330d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:38.612515 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-8a7e5a1d-28f6-4a4b-95e6-098e41b12612 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:42:38.626757 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b357809-4231-4843-96f0-ae91a6330d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87acf41-cc6a-4ab2-a878-c0ba15239117,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:42:38.629958 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-6b357809-4231-4843-96f0-ae91a6330d63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:42:38.630912 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6b357809-4231-4843-96f0-ae91a6330d63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:38.635237 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-6b357809-4231-4843-96f0-ae91a6330d63 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d87acf41-cc6a-4ab2-a878-c0ba15239117 HTTP/1.1" status: 204 len: 168 time: 0.1619184 Apr 19 07:42:38.977936 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1756b542-cb49-410f-98c9-111e4a1e24fb req-bc864b1c-be7a-405f-a2bd-9fbd74da3fc5 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:38.983602 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-1756b542-cb49-410f-98c9-111e4a1e24fb req-bc864b1c-be7a-405f-a2bd-9fbd74da3fc5 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/ports?device_id=dbefaef1-729a-4827-a5be-7ee5b9293e05 HTTP/1.1" status: 200 len: 945 time: 0.1043704 Apr 19 07:42:39.041423 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-1756b542-cb49-410f-98c9-111e4a1e24fb req-22db90ec-4268-4b1e-ba00-688385674d55 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ecfeb0f-2df5-400e-8733-6e1eda84c027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544479 Apr 19 07:42:39.144903 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-21afa678-e2ee-489a-bab8-eaf865553a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:39.181880 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 39052) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:42:39.205715 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-7c1a9c49-aa2e-42cc-880d-25b450f72c4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:39.221926 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-7c1a9c49-aa2e-42cc-880d-25b450f72c4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:42:39.226133 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-7c1a9c49-aa2e-42cc-880d-25b450f72c4f admin admin] Usage tracker for resource:security_group_rule and tenant:5ace6a165f4d42a4939ed7700231e5f4 is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:42:39.229326 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-7c1a9c49-aa2e-42cc-880d-25b450f72c4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:42:39.235627 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-7c1a9c49-aa2e-42cc-880d-25b450f72c4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:42:39.261166 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Device 8c8bb01c-307e-49a5-820e-3b8f496a1052 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=86414) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 07:42:39.279382 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270bbf4a-6947-43ff-be8b-5f6ed8313d40 req-327083eb-20ef-45bf-9720-a15030453450 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:39.281076 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-270bbf4a-6947-43ff-be8b-5f6ed8313d40 req-327083eb-20ef-45bf-9720-a15030453450 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=808017b1-9edb-48b5-be3e-927a28c51660 HTTP/1.1" status: 200 len: 946 time: 0.1119301 Apr 19 07:42:39.334514 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-7c1a9c49-aa2e-42cc-880d-25b450f72c4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:39.337765 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-7c1a9c49-aa2e-42cc-880d-25b450f72c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:39.343317 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-270bbf4a-6947-43ff-be8b-5f6ed8313d40 req-cfc3ae18-fd8f-4c2d-8fca-2a0cf15c1ac4 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540357 Apr 19 07:42:39.347983 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-5446e359-a605-4cf8-9f4f-cf8d56ebfee1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:42:39.412384 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-7c1a9c49-aa2e-42cc-880d-25b450f72c4f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5ace6a165f4d42a4939ed7700231e5f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2293441 Apr 19 07:42:39.415133 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 39056) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:42:39.418269 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1a9c49-aa2e-42cc-880d-25b450f72c4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3a5a8f-46e3-4cab-8c1e-4bb15ee974eb,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:42:39.421420 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] For port 8c8bb01c-307e-49a5-820e-3b8f496a1052, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=8c8bb01c-307e-49a5-820e-3b8f496a1052,segment=NetworkSegment(c21d5202-6ddf-48fc-b15b-8f7ca8905f72),segment_id=c21d5202-6ddf-48fc-b15b-8f7ca8905f72)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:42:39.436794 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-7c1a9c49-aa2e-42cc-880d-25b450f72c4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:42:39.438724 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Returning: {'device': '8c8bb01c-307e-49a5-820e-3b8f496a1052', 'network_id': 'd9ecd3e3-6ca4-4efc-a088-a606be5679c7', 'port_id': '8c8bb01c-307e-49a5-820e-3b8f496a1052', 'mac_address': 'fa:16:3e:96:7b:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee1ef929-233f-4d45-90c6-cfd0e13034af', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86414) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 07:42:39.491247 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-260ae3b8-4837-49e9-aad6-bde6058ba476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:39.501504 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:39.523849 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-260ae3b8-4837-49e9-aad6-bde6058ba476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:39.540462 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c8bb01c-307e-49a5-820e-3b8f496a1052 {{(pid=86414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 07:42:39.581476 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-260ae3b8-4837-49e9-aad6-bde6058ba476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:39.584649 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] For port 8c8bb01c-307e-49a5-820e-3b8f496a1052, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=8c8bb01c-307e-49a5-820e-3b8f496a1052,segment=NetworkSegment(c21d5202-6ddf-48fc-b15b-8f7ca8905f72),segment_id=c21d5202-6ddf-48fc-b15b-8f7ca8905f72)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:42:39.588606 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:39.590549 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:42:39.591923 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-3519296c-5afb-4f31-a7d3-270c036cbc92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:42:39.610861 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260ae3b8-4837-49e9-aad6-bde6058ba476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3a5a8f-46e3-4cab-8c1e-4bb15ee974eb,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:42:39.633099 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-260ae3b8-4837-49e9-aad6-bde6058ba476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:42:39.637805 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-260ae3b8-4837-49e9-aad6-bde6058ba476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:39.637805 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-260ae3b8-4837-49e9-aad6-bde6058ba476 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2e3a5a8f-46e3-4cab-8c1e-4bb15ee974eb HTTP/1.1" status: 204 len: 168 time: 0.2190599 Apr 19 07:42:39.721601 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Pushing event updated for resources: {'Port': ['ID=8c8bb01c-307e-49a5-820e-3b8f496a1052,revision_number=4']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:42:39.725538 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:42:39.765131 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bf2cef0d-0a86-410b-90d7-6d8fe7ad6153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:39.834576 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce916aac-e841-4119-857c-3dda84669576 req-573e1d75-1925-4a4e-88fc-169fff86d781 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:39.836247 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-ce916aac-e841-4119-857c-3dda84669576 req-573e1d75-1925-4a4e-88fc-169fff86d781 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] 10.222.0.41 "GET /v2.0/ports?device_id=8163e4e0-c3f5-4b7e-93b5-ff936a1cf63c HTTP/1.1" status: 200 len: 944 time: 0.0942063 Apr 19 07:42:39.884769 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-ce916aac-e841-4119-857c-3dda84669576 req-a5b3e8ef-6079-44f2-bc2e-0af70e581898 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf17a2d-edc6-495f-a2cd-93696383c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417955 Apr 19 07:42:39.991484 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] get_ports_and_sgs() called for port_ids ['8c8bb01c-307e-49a5-820e-3b8f496a1052'] {{(pid=86414) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 07:42:40.069401 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.agents_db [None req-ec4b265d-3c04-42fd-95cd-57ca7ec41865 None None] Agent healthcheck: found 6 active agents {{(pid=86415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 07:42:40.169187 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d5ff88-b275-4817-90cc-2f8cf1c15f75 req-d696a776-8061-47b0-b2cf-58db5ed4373f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:40.171063 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-f2d5ff88-b275-4817-90cc-2f8cf1c15f75 req-d696a776-8061-47b0-b2cf-58db5ed4373f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=808017b1-9edb-48b5-be3e-927a28c51660 HTTP/1.1" status: 200 len: 1099 time: 0.1269798 Apr 19 07:42:40.229510 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-f2d5ff88-b275-4817-90cc-2f8cf1c15f75 req-2af6c4a0-782e-413d-8c34-299f3ce07bd7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500703 Apr 19 07:42:40.314871 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edb588d-df54-4dad-adcd-ad766d06082c req-e80ca643-552e-4683-8faa-f5ee83843823 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:40.316663 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-4edb588d-df54-4dad-adcd-ad766d06082c req-e80ca643-552e-4683-8faa-f5ee83843823 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/ports?device_id=dbefaef1-729a-4827-a5be-7ee5b9293e05 HTTP/1.1" status: 200 len: 945 time: 0.0927770 Apr 19 07:42:40.369805 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-4edb588d-df54-4dad-adcd-ad766d06082c req-edea579f-7471-452d-ae24-0316476ba8cf tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ecfeb0f-2df5-400e-8733-6e1eda84c027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464931 Apr 19 07:42:40.441273 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:40.553963 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 39098) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:42:40.578813 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a82f8a-49c9-4df6-af24-56061008af7f req-9dc887b9-6600-4435-97f9-7f84dc0b1d76 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:40.580430 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-f8a82f8a-49c9-4df6-af24-56061008af7f req-9dc887b9-6600-4435-97f9-7f84dc0b1d76 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=808017b1-9edb-48b5-be3e-927a28c51660 HTTP/1.1" status: 200 len: 946 time: 0.0999670 Apr 19 07:42:40.610637 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:40.643830 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-f8a82f8a-49c9-4df6-af24-56061008af7f req-bef76cd8-8846-463f-aa13-38a00593eae4 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501616 Apr 19 07:42:40.682297 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [None req-245c209a-0312-4e43-b50f-83a857cafc2e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1678805845-network', 'tenant_id': 'd586c25e55a34159945f172e7227aaea'}} {{(pid=86413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:42:40.687342 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-245c209a-0312-4e43-b50f-83a857cafc2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:42:40.691541 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-245c209a-0312-4e43-b50f-83a857cafc2e admin admin] Usage tracker for resource:network and tenant:d586c25e55a34159945f172e7227aaea is out of sync, need to count used quota {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:42:40.694606 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-245c209a-0312-4e43-b50f-83a857cafc2e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:42:40.700806 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-245c209a-0312-4e43-b50f-83a857cafc2e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:42:40.709359 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-245c209a-0312-4e43-b50f-83a857cafc2e admin admin] Made reservation on behalf of d586c25e55a34159945f172e7227aaea for: {'network': 1} {{(pid=86413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 07:42:40.714099 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-245c209a-0312-4e43-b50f-83a857cafc2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for network, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:40.726951 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-245c209a-0312-4e43-b50f-83a857cafc2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:40.742495 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-245c209a-0312-4e43-b50f-83a857cafc2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:42:40.746556 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-245c209a-0312-4e43-b50f-83a857cafc2e admin admin] Usage tracker for resource:security_group_rule and tenant:d586c25e55a34159945f172e7227aaea is out of sync, need to count used quota {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:42:40.749532 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-245c209a-0312-4e43-b50f-83a857cafc2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:42:40.755613 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-245c209a-0312-4e43-b50f-83a857cafc2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:42:40.851443 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-245c209a-0312-4e43-b50f-83a857cafc2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:40.855049 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-245c209a-0312-4e43-b50f-83a857cafc2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:40.859776 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-bbeb6ffd-2c80-4aa6-9f0e-5bcfb68100e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:42:40.888325 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-245c209a-0312-4e43-b50f-83a857cafc2e admin admin] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=86413) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 07:42:40.901055 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245c209a-0312-4e43-b50f-83a857cafc2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c98db4-3867-4070-9931-69d07f3cbb3f,revision_number=1']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:42:40.904629 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-245c209a-0312-4e43-b50f-83a857cafc2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:42:40.909795 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-245c209a-0312-4e43-b50f-83a857cafc2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853992622'] for segment, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:40.909795 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.db.segments_db [None req-245c209a-0312-4e43-b50f-83a857cafc2e admin admin] Added segment 12dfadba-9621-4833-9b73-52005e0c6bf2 of type vlan for network f31f6013-b5a9-48b8-9235-e85b54de9f4c Apr 19 07:42:40.943029 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-245c209a-0312-4e43-b50f-83a857cafc2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769764214250'] for network, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:40.978191 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-245c209a-0312-4e43-b50f-83a857cafc2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314'] for network, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:40.980297 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245c209a-0312-4e43-b50f-83a857cafc2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:40.981147 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-245c209a-0312-4e43-b50f-83a857cafc2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853097331'] for network, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:40.988440 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:42:41.201734 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-245c209a-0312-4e43-b50f-83a857cafc2e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6464419 Apr 19 07:42:41.202693 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245c209a-0312-4e43-b50f-83a857cafc2e admin admin] Pushing event updated for resources: {'Network': ['ID=f31f6013-b5a9-48b8-9235-e85b54de9f4c,revision_number=1']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:42:41.206621 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 39122) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:42:41.210471 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-245c209a-0312-4e43-b50f-83a857cafc2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:42:41.214311 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Network f31f6013-b5a9-48b8-9235-e85b54de9f4c details requested by agent ovs-agent-dv-cinder-773870-2-smb with host dv-cinder-773870-2-smb {{(pid=86414) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 07:42:41.216381 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [None req-11b93985-59b2-45a5-b548-de5f40305b0d admin admin] Request body: {'subnet': {'network_id': 'f31f6013-b5a9-48b8-9235-e85b54de9f4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1678805845-subnet', 'tenant_id': 'd586c25e55a34159945f172e7227aaea', 'ip_version': 4}} {{(pid=86413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:42:41.229091 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-11b93985-59b2-45a5-b548-de5f40305b0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:42:41.236485 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-11b93985-59b2-45a5-b548-de5f40305b0d admin admin] Usage tracker for resource:subnet and tenant:d586c25e55a34159945f172e7227aaea is out of sync, need to count used quota {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:42:41.241381 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-11b93985-59b2-45a5-b548-de5f40305b0d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:42:41.249366 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-11b93985-59b2-45a5-b548-de5f40305b0d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:42:41.275853 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b93985-59b2-45a5-b548-de5f40305b0d admin admin] Made reservation on behalf of d586c25e55a34159945f172e7227aaea for: {'subnet': 1} {{(pid=86413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 07:42:41.281113 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-11b93985-59b2-45a5-b548-de5f40305b0d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3897874'] for subnet, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:41.298431 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Device 8c8bb01c-307e-49a5-820e-3b8f496a1052 up at agent hyperv_hv-cinder-77387 {{(pid=86414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 07:42:41.414875 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3019ad0-3622-4880-99ac-1c71ed311833 req-846b05ce-5e5b-41ff-a8a6-28918a084701 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:41.423469 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-f3019ad0-3622-4880-99ac-1c71ed311833 req-846b05ce-5e5b-41ff-a8a6-28918a084701 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] 10.222.0.41 "GET /v2.0/ports?device_id=8163e4e0-c3f5-4b7e-93b5-ff936a1cf63c HTTP/1.1" status: 200 len: 944 time: 0.3933098 Apr 19 07:42:41.429720 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d08bd89e-63cf-49bc-b1d3-e1c35da66f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:41.450615 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Provisioning for port 8c8bb01c-307e-49a5-820e-3b8f496a1052 completed by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 07:42:41.455667 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Provisioning complete for port 8c8bb01c-307e-49a5-820e-3b8f496a1052 triggered by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:42:41.456079 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:41.497544 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-f3019ad0-3622-4880-99ac-1c71ed311833 req-1e80f4c6-9dee-475c-ba20-e902d6dbf80b tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf17a2d-edc6-495f-a2cd-93696383c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729847 Apr 19 07:42:41.585298 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:41.614746 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8163e4e0-c3f5-4b7e-93b5-ff936a1cf63c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c8bb01c-307e-49a5-820e-3b8f496a1052'}] {{(pid=86414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 07:42:41.625559 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] For port 8c8bb01c-307e-49a5-820e-3b8f496a1052, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=8c8bb01c-307e-49a5-820e-3b8f496a1052,segment=NetworkSegment(c21d5202-6ddf-48fc-b15b-8f7ca8905f72),segment_id=c21d5202-6ddf-48fc-b15b-8f7ca8905f72)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:42:41.628841 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:41.631126 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:42:41.673626 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8163e4e0-c3f5-4b7e-93b5-ff936a1cf63c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c8bb01c-307e-49a5-820e-3b8f496a1052', 'code': 200} Apr 19 07:42:41.707876 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Pushing event updated for resources: {'Port': ['ID=8c8bb01c-307e-49a5-820e-3b8f496a1052,revision_number=5']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:42:41.711067 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:42:41.879201 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-11b93985-59b2-45a5-b548-de5f40305b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1716840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851879171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3897859'] for subnet, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:41.885606 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:42:41.995736 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cbf998-0cbd-4bb9-bee6-c1f79aef6e8c req-129b6eb6-bcb4-45af-90df-5bacf6f5532a tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:41.997337 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-10cbf998-0cbd-4bb9-bee6-c1f79aef6e8c req-129b6eb6-bcb4-45af-90df-5bacf6f5532a tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=808017b1-9edb-48b5-be3e-927a28c51660 HTTP/1.1" status: 200 len: 946 time: 0.1949906 Apr 19 07:42:41.998012 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b93985-59b2-45a5-b548-de5f40305b0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=30300aca-9c6c-45e4-95e0-6b32276ec6ab,revision_number=0']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:42:42.001366 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-11b93985-59b2-45a5-b548-de5f40305b0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:42:42.024253 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b93985-59b2-45a5-b548-de5f40305b0d admin admin] Checking segment: {'id': '12dfadba-9621-4833-9b73-52005e0c6bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f31f6013-b5a9-48b8-9235-e85b54de9f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 07:42:42.024648 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b93985-59b2-45a5-b548-de5f40305b0d admin admin] Network hostable DHCP agents. Network: f31f6013-b5a9-48b8-9235-e85b54de9f4c, hostable agents: ['f48e5f8f-9537-4f01-bc3c-e3892051a721'], hosted agents: [] {{(pid=86413) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 07:42:42.057949 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d14785-6f29-48b6-8a87-0844a8d94c96 req-342b1f53-5673-4d07-95b0-6910296a07c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:42.060120 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-d8d14785-6f29-48b6-8a87-0844a8d94c96 req-342b1f53-5673-4d07-95b0-6910296a07c2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8163e4e0-c3f5-4b7e-93b5-ff936a1cf63c HTTP/1.1" status: 200 len: 1098 time: 0.0836635 Apr 19 07:42:42.067193 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-10cbf998-0cbd-4bb9-bee6-c1f79aef6e8c req-edbefa53-7456-4615-92d2-4c674b08d0c0 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623202 Apr 19 07:42:42.067933 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b93985-59b2-45a5-b548-de5f40305b0d admin admin] Network f31f6013-b5a9-48b8-9235-e85b54de9f4c is scheduled to be hosted by DHCP agent f48e5f8f-9537-4f01-bc3c-e3892051a721 with binding_index 1 {{(pid=86413) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 07:42:42.084231 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.base_scheduler [None req-11b93985-59b2-45a5-b548-de5f40305b0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773870-2-smb, f31f6013-b5a9-48b8-9235-e85b54de9f4c) {{(pid=86413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 07:42:42.095038 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847ee074-83e8-4b5f-a8ac-a1f7f0a52c52 None None] Network f31f6013-b5a9-48b8-9235-e85b54de9f4c requested from dv-cinder-773870-2-smb {{(pid=86414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 07:42:42.098452 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b93985-59b2-45a5-b548-de5f40305b0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:42.099378 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-11b93985-59b2-45a5-b548-de5f40305b0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853097331'] for subnet, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:42.127016 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-11b93985-59b2-45a5-b548-de5f40305b0d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9183950 Apr 19 07:42:42.129876 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 39136) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:42:42.136438 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [None req-06d8e88b-cfee-4bcf-915a-308077f81984 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1678805845-router', 'tenant_id': 'd586c25e55a34159945f172e7227aaea', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f'}}} {{(pid=86413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:42:42.142491 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-06d8e88b-cfee-4bcf-915a-308077f81984 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:42:42.147156 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-06d8e88b-cfee-4bcf-915a-308077f81984 admin admin] Usage tracker for resource:router and tenant:d586c25e55a34159945f172e7227aaea is out of sync, need to count used quota {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:42:42.149920 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-d8d14785-6f29-48b6-8a87-0844a8d94c96 req-b9a5e07b-52d1-4fce-a870-3bd0db97d830 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9cf17a2d-edc6-495f-a2cd-93696383c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755911 Apr 19 07:42:42.150653 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-06d8e88b-cfee-4bcf-915a-308077f81984 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:42:42.160385 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-06d8e88b-cfee-4bcf-915a-308077f81984 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:42:42.174242 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-06d8e88b-cfee-4bcf-915a-308077f81984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2872'] for router, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:42.175461 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-06d8e88b-cfee-4bcf-915a-308077f81984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852969244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852963326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853065965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772944'] for router, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:42.194078 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-06d8e88b-cfee-4bcf-915a-308077f81984 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:42.346551 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7366c39-5076-495d-974f-29b54ce2dbc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeade674a-62f6-546f-90c5-e6c95b1ab3ad-f31f6013-b5a9-48b8-9235-e85b54de9f4c', 'network_id': 'f31f6013-b5a9-48b8-9235-e85b54de9f4c', 'tenant_id': 'd586c25e55a34159945f172e7227aaea', 'fixed_ips': [{'subnet_id': '30300aca-9c6c-45e4-95e0-6b32276ec6ab'}]}} from dv-cinder-773870-2-smb. {{(pid=86414) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 07:42:42.347525 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-b7366c39-5076-495d-974f-29b54ce2dbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_create {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:42.565189 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.db_base_plugin_common [None req-b7366c39-5076-495d-974f-29b54ce2dbc1 None None] Allocated IP 172.20.0.2 (f31f6013-b5a9-48b8-9235-e85b54de9f4c/30300aca-9c6c-45e4-95e0-6b32276ec6ab/ff878bbf-b4f8-40ba-a7c1-4030798b52a7) {{(pid=86414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 07:42:42.587432 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-06d8e88b-cfee-4bcf-915a-308077f81984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852963083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852968353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772959'] for router, precommit_update {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:42.608440 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ca01a3-0af1-437d-a476-19f3fb334460 req-cc811dd0-3757-4dc1-a5aa-e22cc6b32f9e tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:42.618875 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-e6ca01a3-0af1-437d-a476-19f3fb334460 req-cc811dd0-3757-4dc1-a5aa-e22cc6b32f9e tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=947030fe-ad0e-4b25-98e0-790795d6c121 HTTP/1.1" status: 200 len: 945 time: 0.4164400 Apr 19 07:42:42.809434 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-e6ca01a3-0af1-437d-a476-19f3fb334460 req-cef9b980-9b28-4b89-90cb-310aed09a1d8 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744304 Apr 19 07:42:42.901394 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18587d27-3db3-4ddc-b49b-aa51a5d5995a req-eb002e7d-fe71-48cb-ad84-4136d247474b tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:42.903044 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-18587d27-3db3-4ddc-b49b-aa51a5d5995a req-eb002e7d-fe71-48cb-ad84-4136d247474b tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/networks?id=a6592c2a-0849-4380-bef8-37b4b3e1274d HTTP/1.1" status: 200 len: 814 time: 0.2831631 Apr 19 07:42:42.929794 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-18587d27-3db3-4ddc-b49b-aa51a5d5995a req-cec7ee3d-a060-4816-a24c-c6bbce6e85e0 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/quotas/156e07873a6143d89470ff601eee1cb8 HTTP/1.1" status: 200 len: 375 time: 0.0189509 Apr 19 07:42:43.002799 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-b7366c39-5076-495d-974f-29b54ce2dbc1 None None] Notify callbacks [] for port, precommit_create {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:43.015217 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-b7366c39-5076-495d-974f-29b54ce2dbc1 None None] Transition to ACTIVE for port object ff878bbf-b4f8-40ba-a7c1-4030798b52a7 will not be triggered until provisioned by entity L2. {{(pid=86414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 07:42:43.037378 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-b7366c39-5076-495d-974f-29b54ce2dbc1 None None] Transition to ACTIVE for port object ff878bbf-b4f8-40ba-a7c1-4030798b52a7 will not be triggered until provisioned by entity DHCP. {{(pid=86414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 07:42:43.077859 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-b7366c39-5076-495d-974f-29b54ce2dbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769764225105'] for port, after_create {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:43.085238 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:42:43.188035 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7366c39-5076-495d-974f-29b54ce2dbc1 None None] Network f31f6013-b5a9-48b8-9235-e85b54de9f4c is already hosted by enough agents. {{(pid=86414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 07:42:43.192100 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.base_scheduler [None req-b7366c39-5076-495d-974f-29b54ce2dbc1 None None] Resources bound (agent type, host, resource id): {{(pid=86414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 07:42:43.195065 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7366c39-5076-495d-974f-29b54ce2dbc1 None None] Received port after_create {{(pid=86414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 07:42:43.285292 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7366c39-5076-495d-974f-29b54ce2dbc1 None None] Pushing event updated for resources: {'Port': ['ID=ff878bbf-b4f8-40ba-a7c1-4030798b52a7,revision_number=1']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:42:43.288409 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-b7366c39-5076-495d-974f-29b54ce2dbc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:42:43.320175 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-b7366c39-5076-495d-974f-29b54ce2dbc1 None None] Attempting to bind port ff878bbf-b4f8-40ba-a7c1-4030798b52a7 on host dv-cinder-773870-2-smb for vnic_type normal with profile {{(pid=86414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 07:42:43.320735 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-b7366c39-5076-495d-974f-29b54ce2dbc1 None None] Attempting to bind port ff878bbf-b4f8-40ba-a7c1-4030798b52a7 by drivers openvswitch,hyperv on host dv-cinder-773870-2-smb at level 0 using segments [{'id': '12dfadba-9621-4833-9b73-52005e0c6bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f31f6013-b5a9-48b8-9235-e85b54de9f4c'}] {{(pid=86414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 07:42:43.321183 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7366c39-5076-495d-974f-29b54ce2dbc1 None None] Attempting to bind port ff878bbf-b4f8-40ba-a7c1-4030798b52a7 on network f31f6013-b5a9-48b8-9235-e85b54de9f4c {{(pid=86414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 07:42:43.336196 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7366c39-5076-495d-974f-29b54ce2dbc1 None None] Checking agent: {'id': 'ee0c2bac-a846-4753-a270-37ad89ef2b53', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773870-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 32, 41), 'started_at': datetime.datetime(2021, 4, 19, 7, 33, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773870-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 07:42:43.336530 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7366c39-5076-495d-974f-29b54ce2dbc1 None None] Checking segment: {'id': '12dfadba-9621-4833-9b73-52005e0c6bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f31f6013-b5a9-48b8-9235-e85b54de9f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 07:42:43.336972 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-b7366c39-5076-495d-974f-29b54ce2dbc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:43.337418 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7366c39-5076-495d-974f-29b54ce2dbc1 None None] Bound using segment: {'id': '12dfadba-9621-4833-9b73-52005e0c6bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f31f6013-b5a9-48b8-9235-e85b54de9f4c'} {{(pid=86414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 07:42:43.338065 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-b7366c39-5076-495d-974f-29b54ce2dbc1 None None] Bound port: ff878bbf-b4f8-40ba-a7c1-4030798b52a7, host: dv-cinder-773870-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12dfadba-9621-4833-9b73-52005e0c6bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f31f6013-b5a9-48b8-9235-e85b54de9f4c'}}] {{(pid=86414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 07:42:43.338484 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-b7366c39-5076-495d-974f-29b54ce2dbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:43.463108 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-b7366c39-5076-495d-974f-29b54ce2dbc1 None None] For port ff878bbf-b4f8-40ba-a7c1-4030798b52a7, host dv-cinder-773870-2-smb, cleared binding levels {{(pid=86414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 07:42:43.466322 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-b7366c39-5076-495d-974f-29b54ce2dbc1 None None] For port ff878bbf-b4f8-40ba-a7c1-4030798b52a7, host dv-cinder-773870-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-smb',level=0,port_id=ff878bbf-b4f8-40ba-a7c1-4030798b52a7,segment=NetworkSegment(12dfadba-9621-4833-9b73-52005e0c6bf2),segment_id=12dfadba-9621-4833-9b73-52005e0c6bf2)] {{(pid=86414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 07:42:43.469759 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-b7366c39-5076-495d-974f-29b54ce2dbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:43.474605 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:42:43.515019 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-18587d27-3db3-4ddc-b49b-aa51a5d5995a req-2552e8db-cbf8-40e8-95a5-7f6f2826271b tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=156e07873a6143d89470ff601eee1cb8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5779145 Apr 19 07:42:43.528180 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f454105-ddce-4304-8e5d-c6dba8ce8d0c req-a02db634-cf15-4c5f-8e46-f04c2672dd7b tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:43.529741 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-1f454105-ddce-4304-8e5d-c6dba8ce8d0c req-a02db634-cf15-4c5f-8e46-f04c2672dd7b tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] 10.222.0.41 "GET /v2.0/ports?device_id=8163e4e0-c3f5-4b7e-93b5-ff936a1cf63c HTTP/1.1" status: 200 len: 945 time: 0.3180084 Apr 19 07:42:43.557300 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7366c39-5076-495d-974f-29b54ce2dbc1 None None] Pushing event updated for resources: {'Port': ['ID=ff878bbf-b4f8-40ba-a7c1-4030798b52a7,revision_number=2']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:42:43.561862 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-b7366c39-5076-495d-974f-29b54ce2dbc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:42:43.575007 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-06d8e88b-cfee-4bcf-915a-308077f81984 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:43.625649 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-06d8e88b-cfee-4bcf-915a-308077f81984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:43.777873 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-1f454105-ddce-4304-8e5d-c6dba8ce8d0c req-635d1405-acf7-4651-bb53-5faafb736fbf tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf17a2d-edc6-495f-a2cd-93696383c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237363 Apr 19 07:42:43.857217 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-18587d27-3db3-4ddc-b49b-aa51a5d5995a req-aee3ac9e-a83e-4329-ba8d-7076f277e6a3 service neutron] 10.222.0.41 "GET /v2.0/networks/a6592c2a-0849-4380-bef8-37b4b3e1274d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263953 Apr 19 07:42:44.008495 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.db_base_plugin_common [None req-06d8e88b-cfee-4bcf-915a-308077f81984 admin admin] Allocated IP 172.28.2.17 (e87e9adf-9874-4d07-9d49-89485cde7b0f/53f1cb4b-365b-4e38-a680-1360d7889810/86e2b77d-af63-4602-9901-c4b664140e64) {{(pid=86413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 07:42:44.086258 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-18587d27-3db3-4ddc-b49b-aa51a5d5995a req-82ce7382-a12c-44c1-b716-17d41f0e7a3d service neutron] 10.222.0.41 "GET /v2.0/networks/a6592c2a-0849-4380-bef8-37b4b3e1274d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194247 Apr 19 07:42:44.203983 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-06d8e88b-cfee-4bcf-915a-308077f81984 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:44.272892 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-06d8e88b-cfee-4bcf-915a-308077f81984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769764225105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2897772'] for port, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:44.287767 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-d334a16c-ff4f-4bea-805b-1be6d8871f21 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:42:44.330245 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-33f53590-2588-480c-a686-66ebe987f7e8 req-446dc1d7-0224-441f-80f3-0500983fc3d6 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/ports?device_id=44a31ee0-31e5-4a59-ade9-f74ae6aa41e9 HTTP/1.1" status: 200 len: 210 time: 0.0939403 Apr 19 07:42:44.350738 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d8e88b-cfee-4bcf-915a-308077f81984 admin admin] Network e87e9adf-9874-4d07-9d49-89485cde7b0f is already hosted by enough agents. {{(pid=86413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 07:42:44.353987 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.base_scheduler [None req-06d8e88b-cfee-4bcf-915a-308077f81984 admin admin] Resources bound (agent type, host, resource id): {{(pid=86413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 07:42:44.363762 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d8e88b-cfee-4bcf-915a-308077f81984 admin admin] Received port after_create {{(pid=86413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 07:42:44.407370 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d8e88b-cfee-4bcf-915a-308077f81984 admin admin] Pushing event updated for resources: {'Port': ['ID=86e2b77d-af63-4602-9901-c4b664140e64,revision_number=1']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:42:44.412079 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-06d8e88b-cfee-4bcf-915a-308077f81984 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:42:44.812288 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-06d8e88b-cfee-4bcf-915a-308077f81984 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:45.014510 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90c2d4-f1ab-45aa-a3d3-30f3ce5b0878 req-9b8d5084-a949-41cd-b6c1-55655159e218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:45.016859 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-5e90c2d4-f1ab-45aa-a3d3-30f3ce5b0878 req-9b8d5084-a949-41cd-b6c1-55655159e218 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e16dd95cee524812ae6d6b49005c2136&device_id=947030fe-ad0e-4b25-98e0-790795d6c121 HTTP/1.1" status: 200 len: 1098 time: 0.1113119 Apr 19 07:42:45.045096 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd3c246-81cf-4719-a1be-316722e2f155 None None] Network f31f6013-b5a9-48b8-9235-e85b54de9f4c requested from dv-cinder-773870-2-smb {{(pid=86414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 07:42:45.244619 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-190ed56e-156b-423d-a978-d0488f1055e7 None None] Provisioning for port ff878bbf-b4f8-40ba-a7c1-4030798b52a7 completed by entity DHCP. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 07:42:45.371908 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 39210) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:42:45.446397 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90c2d4-f1ab-45aa-a3d3-30f3ce5b0878 req-1db4f52a-86d7-40cc-badc-0b4de88045af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:45.448064 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-5e90c2d4-f1ab-45aa-a3d3-30f3ce5b0878 req-1db4f52a-86d7-40cc-badc-0b4de88045af service neutron] 10.222.0.42 "GET /v2.0/networks?id=c60a7a0e-d7f4-4271-80f2-d9ececf82671 HTTP/1.1" status: 200 len: 919 time: 0.4198236 Apr 19 07:42:45.489253 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082faaab-7de4-4bc8-a53c-e240dfb0be1b req-e48a68cb-791a-4aa4-9a5f-a2f6b2533ecc tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:45.497689 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-082faaab-7de4-4bc8-a53c-e240dfb0be1b req-e48a68cb-791a-4aa4-9a5f-a2f6b2533ecc tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=947030fe-ad0e-4b25-98e0-790795d6c121 HTTP/1.1" status: 200 len: 945 time: 0.5103674 Apr 19 07:42:45.541824 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-5e90c2d4-f1ab-45aa-a3d3-30f3ce5b0878 req-e2cb75b7-7261-474c-9bdd-ab1e1df9d868 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e081745-18ec-437a-991c-88ad319333bc HTTP/1.1" status: 200 len: 217 time: 0.0830846 Apr 19 07:42:45.542022 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fc81ea-b80a-43f7-bfd4-3b79b5b4d823 req-21eb305f-4339-4e64-8b18-7b460baf634c tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:45.543757 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-07fc81ea-b80a-43f7-bfd4-3b79b5b4d823 req-21eb305f-4339-4e64-8b18-7b460baf634c tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] 10.222.0.41 "GET /v2.0/ports?device_id=8163e4e0-c3f5-4b7e-93b5-ff936a1cf63c HTTP/1.1" status: 200 len: 945 time: 0.5533743 Apr 19 07:42:45.707188 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90c2d4-f1ab-45aa-a3d3-30f3ce5b0878 req-1762bd14-5e14-475a-b90b-20fd5624b44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:45.708817 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-5e90c2d4-f1ab-45aa-a3d3-30f3ce5b0878 req-1762bd14-5e14-475a-b90b-20fd5624b44b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d7ac704f-a7c2-4301-8e27-7927e5a3d15d HTTP/1.1" status: 200 len: 858 time: 0.1396804 Apr 19 07:42:45.728947 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-90886117-979a-4dda-8cb9-566a69ec7e1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:45.755119 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-082faaab-7de4-4bc8-a53c-e240dfb0be1b req-43a1ccf0-acf4-4f74-8ce0-284f76cf11d1 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564745 Apr 19 07:42:45.793145 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-5e90c2d4-f1ab-45aa-a3d3-30f3ce5b0878 req-e8a0e013-314f-4332-b602-988393dcca14 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c60a7a0e-d7f4-4271-80f2-d9ececf82671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736351 Apr 19 07:42:45.795527 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Device ff878bbf-b4f8-40ba-a7c1-4030798b52a7 up at agent ovs-agent-dv-cinder-773870-2-smb {{(pid=86414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 07:42:45.842617 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-07fc81ea-b80a-43f7-bfd4-3b79b5b4d823 req-aee5a4ef-0ecd-46ce-9a55-7094bb7cc86c tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf17a2d-edc6-495f-a2cd-93696383c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422323 Apr 19 07:42:45.845779 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-90886117-979a-4dda-8cb9-566a69ec7e1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:42:45.875103 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-90886117-979a-4dda-8cb9-566a69ec7e1a admin admin] Usage tracker for resource:security_group_rule and tenant:e496a6fb7db04706b98dd6cd9047d6fc is out of sync, need to count used quota {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:42:45.877312 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-90886117-979a-4dda-8cb9-566a69ec7e1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:42:45.895707 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-90886117-979a-4dda-8cb9-566a69ec7e1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:42:45.935012 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Provisioning for port ff878bbf-b4f8-40ba-a7c1-4030798b52a7 completed by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 07:42:45.937838 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-06d8e88b-cfee-4bcf-915a-308077f81984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1807431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812703'] for router, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:45.940732 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Provisioning complete for port ff878bbf-b4f8-40ba-a7c1-4030798b52a7 triggered by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:42:45.941147 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:46.037816 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-5e90c2d4-f1ab-45aa-a3d3-30f3ce5b0878 req-cba62688-19e1-4956-8aee-747bac00f0c0 service neutron] 10.222.0.42 "GET /v2.0/networks/c60a7a0e-d7f4-4271-80f2-d9ececf82671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344911 Apr 19 07:42:46.053595 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18587d27-3db3-4ddc-b49b-aa51a5d5995a req-de63bd17-85b2-4389-aa69-802462e3d5d7 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:46.055305 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-18587d27-3db3-4ddc-b49b-aa51a5d5995a req-de63bd17-85b2-4389-aa69-802462e3d5d7 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.42 "GET /v2.0/networks?id=a6592c2a-0849-4380-bef8-37b4b3e1274d HTTP/1.1" status: 200 len: 814 time: 0.5124953 Apr 19 07:42:46.137047 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:46.171249 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] For port ff878bbf-b4f8-40ba-a7c1-4030798b52a7, host dv-cinder-773870-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-smb',level=0,port_id=ff878bbf-b4f8-40ba-a7c1-4030798b52a7,segment=NetworkSegment(12dfadba-9621-4833-9b73-52005e0c6bf2),segment_id=12dfadba-9621-4833-9b73-52005e0c6bf2)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:42:46.171895 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [req-18587d27-3db3-4ddc-b49b-aa51a5d5995a req-d91b57b1-e8a0-4108-9c93-fc96b8454f5a tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Request body: {'port': {'device_id': '44a31ee0-31e5-4a59-ade9-f74ae6aa41e9', 'network_id': 'a6592c2a-0849-4380-bef8-37b4b3e1274d', 'admin_state_up': True, 'tenant_id': '156e07873a6143d89470ff601eee1cb8'}} {{(pid=86412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:42:46.175447 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:46.177237 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:42:46.214524 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-709f27e6-c765-438d-99ca-a7b8cb5400b9 req-ae1e395c-6c85-47e2-919c-515acccdd354 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/ports?device_id=44a31ee0-31e5-4a59-ade9-f74ae6aa41e9 HTTP/1.1" status: 200 len: 210 time: 0.0686221 Apr 19 07:42:46.275684 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06d8e88b-cfee-4bcf-915a-308077f81984 admin admin] Router 79ef9d24-0a07-4af8-9290-62eec12f057d is scheduled to L3 agent af0aee0b-5275-4bf1-b5b2-246fd8e7196c with binding_index 1 {{(pid=86413) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 07:42:46.282007 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Pushing event updated for resources: {'Port': ['ID=ff878bbf-b4f8-40ba-a7c1-4030798b52a7,revision_number=3']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:42:46.286335 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:42:46.289741 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-90886117-979a-4dda-8cb9-566a69ec7e1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:46.352026 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-90886117-979a-4dda-8cb9-566a69ec7e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:46.362168 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-5e90c2d4-f1ab-45aa-a3d3-30f3ce5b0878 req-ea6fc8bf-3407-4ada-9c58-a610cdfffdc6 service neutron] 10.222.0.42 "GET /v2.0/networks/c60a7a0e-d7f4-4271-80f2-d9ececf82671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054030 Apr 19 07:42:46.363495 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [req-18587d27-3db3-4ddc-b49b-aa51a5d5995a req-d91b57b1-e8a0-4108-9c93-fc96b8454f5a tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:42:46.367654 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-18587d27-3db3-4ddc-b49b-aa51a5d5995a req-d91b57b1-e8a0-4108-9c93-fc96b8454f5a tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Usage tracker for resource:port and tenant:156e07873a6143d89470ff601eee1cb8 is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:42:46.371140 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-18587d27-3db3-4ddc-b49b-aa51a5d5995a req-d91b57b1-e8a0-4108-9c93-fc96b8454f5a tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:42:46.377654 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [req-18587d27-3db3-4ddc-b49b-aa51a5d5995a req-d91b57b1-e8a0-4108-9c93-fc96b8454f5a tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:42:46.388609 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18587d27-3db3-4ddc-b49b-aa51a5d5995a req-d91b57b1-e8a0-4108-9c93-fc96b8454f5a tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Made reservation on behalf of 156e07873a6143d89470ff601eee1cb8 for: {'port': 1} {{(pid=86412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 07:42:46.395017 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-18587d27-3db3-4ddc-b49b-aa51a5d5995a req-d91b57b1-e8a0-4108-9c93-fc96b8454f5a tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:46.420941 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-496b4c5d-c917-493c-8c8b-e91100cfddc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:42:46.477051 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-90886117-979a-4dda-8cb9-566a69ec7e1a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e496a6fb7db04706b98dd6cd9047d6fc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1030128 Apr 19 07:42:46.481877 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 39234) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:42:46.487526 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90886117-979a-4dda-8cb9-566a69ec7e1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9142e9d-b568-46ea-9286-409f3cd93366,revision_number=1']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:42:46.493298 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-90886117-979a-4dda-8cb9-566a69ec7e1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:42:46.529950 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06d8e88b-cfee-4bcf-915a-308077f81984 admin admin] Notify agent at l3_agent.dv-cinder-773870-2-smb the message routers_updated {{(pid=86413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 07:42:46.539658 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3be652-43a2-4c4d-bfbb-ba12cd6c9e5f None None] Sync routers for ids ['79ef9d24-0a07-4af8-9290-62eec12f057d'] in dv-cinder-773870-2-smb {{(pid=86415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 07:42:46.549710 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3be652-43a2-4c4d-bfbb-ba12cd6c9e5f None None] Routers {'79ef9d24-0a07-4af8-9290-62eec12f057d'} bound to L3 agent in host dv-cinder-773870-2-smb {{(pid=86415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 07:42:46.550361 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-6b3be652-43a2-4c4d-bfbb-ba12cd6c9e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T07:32:39Z,description=,heartbeat_timestamp=2021-04-19T07:42:39Z,host='dv-cinder-773870-2-smb',id=af0aee0b-5275-4bf1-b5b2-246fd8e7196c,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T07:32:39Z,topic='l3_agent')) {'router_ids': ['79ef9d24-0a07-4af8-9290-62eec12f057d'], 'active': True} {{(pid=86415) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:42:46.557513 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-06d8e88b-cfee-4bcf-915a-308077f81984 admin admin] Notify callbacks [] for router, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:46.561705 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-06d8e88b-cfee-4bcf-915a-308077f81984 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.4278326 Apr 19 07:42:46.561957 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 39238) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:42:46.627216 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-e4b6e722-4b89-45ba-bf79-911c1e13c6c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:46.648830 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.db_base_plugin_common [req-18587d27-3db3-4ddc-b49b-aa51a5d5995a req-d91b57b1-e8a0-4108-9c93-fc96b8454f5a tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Allocated IP 172.20.0.14 (a6592c2a-0849-4380-bef8-37b4b3e1274d/97dcc01a-d0cc-4dce-9455-151a64e8fa2f/4b00d976-3c2d-4b8e-95a5-bd642ddac30b) {{(pid=86412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 07:42:46.670146 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-e4b6e722-4b89-45ba-bf79-911c1e13c6c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:46.760270 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvr_db [None req-6b3be652-43a2-4c4d-bfbb-ba12cd6c9e5f None None] Set router 79ef9d24-0a07-4af8-9290-62eec12f057d gateway port host: dv-cinder-773870-2-smb {{(pid=86415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 07:42:46.786615 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-e4b6e722-4b89-45ba-bf79-911c1e13c6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:46.804514 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-940d1752-2e59-4a7c-854d-bcde7a4a97d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:42:46.820270 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b6e722-4b89-45ba-bf79-911c1e13c6c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9142e9d-b568-46ea-9286-409f3cd93366,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:42:46.825622 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-e4b6e722-4b89-45ba-bf79-911c1e13c6c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:42:46.899706 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-e4b6e722-4b89-45ba-bf79-911c1e13c6c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:46.911583 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-e4b6e722-4b89-45ba-bf79-911c1e13c6c2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e9142e9d-b568-46ea-9286-409f3cd93366 HTTP/1.1" status: 204 len: 168 time: 0.4213719 Apr 19 07:42:47.031708 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-18587d27-3db3-4ddc-b49b-aa51a5d5995a req-d91b57b1-e8a0-4108-9c93-fc96b8454f5a tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Notify callbacks [] for port, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:47.104923 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-18587d27-3db3-4ddc-b49b-aa51a5d5995a req-d91b57b1-e8a0-4108-9c93-fc96b8454f5a tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769764225105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3936575'] for port, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:47.117940 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-77c42fd8-c604-4034-82b4-2617c83cbbcb tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:42:47.129772 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] get_ports_and_sgs() called for port_ids ['103c82f6-23c0-4aca-8712-ed823c4c7ae0', 'a13d1232-9f6a-424a-9ec1-acd575a7896c'] {{(pid=86414) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 07:42:47.256984 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18587d27-3db3-4ddc-b49b-aa51a5d5995a req-d91b57b1-e8a0-4108-9c93-fc96b8454f5a tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Network a6592c2a-0849-4380-bef8-37b4b3e1274d is already hosted by enough agents. {{(pid=86412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 07:42:47.272858 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.base_scheduler [req-18587d27-3db3-4ddc-b49b-aa51a5d5995a req-d91b57b1-e8a0-4108-9c93-fc96b8454f5a tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Resources bound (agent type, host, resource id): {{(pid=86412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 07:42:47.280038 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [req-18587d27-3db3-4ddc-b49b-aa51a5d5995a req-d91b57b1-e8a0-4108-9c93-fc96b8454f5a tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Received port after_create {{(pid=86412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 07:42:47.350825 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-6b3be652-43a2-4c4d-bfbb-ba12cd6c9e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79ef9d24-0a07-4af8-9290-62eec12f057d', 'name': 'tempest-TestShelveInstance-1678805845-router', 'tenant_id': 'd586c25e55a34159945f172e7227aaea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': '86e2b77d-af63-4602-9901-c4b664140e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:42:42Z', 'updated_at': '2021-04-19T07:42:44Z', 'revision_number': 3, 'project_id': 'd586c25e55a34159945f172e7227aaea', 'gw_port': {'id': '86e2b77d-af63-4602-9901-c4b664140e64', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d7:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79ef9d24-0a07-4af8-9290-62eec12f057d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:42:43Z', 'updated_at': '2021-04-19T07:42:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb'}], 'dv-cinder-773870-2-smb', False) {} {{(pid=86415) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:42:47.355743 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3be652-43a2-4c4d-bfbb-ba12cd6c9e5f None None] Checking router: 79ef9d24-0a07-4af8-9290-62eec12f057d for host: dv-cinder-773870-2-smb {{(pid=86415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 07:42:47.356371 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3be652-43a2-4c4d-bfbb-ba12cd6c9e5f None None] Updating router 79ef9d24-0a07-4af8-9290-62eec12f057d port 86e2b77d-af63-4602-9901-c4b664140e64 binding host dv-cinder-773870-2-smb {{(pid=86415) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 07:42:47.362007 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18587d27-3db3-4ddc-b49b-aa51a5d5995a req-d91b57b1-e8a0-4108-9c93-fc96b8454f5a tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:47.362689 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-18587d27-3db3-4ddc-b49b-aa51a5d5995a req-d91b57b1-e8a0-4108-9c93-fc96b8454f5a tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773070'] for port, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:47.379884 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91b57b1-e8a0-4108-9c93-fc96b8454f5a tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Pushing event updated for resources: {'Port': ['ID=4b00d976-3c2d-4b8e-95a5-bd642ddac30b,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:42:47.383174 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-d91b57b1-e8a0-4108-9c93-fc96b8454f5a tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:42:47.385141 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-18587d27-3db3-4ddc-b49b-aa51a5d5995a req-d91b57b1-e8a0-4108-9c93-fc96b8454f5a tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2179213 Apr 19 07:42:47.407420 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [req-18587d27-3db3-4ddc-b49b-aa51a5d5995a req-78e808d5-1ad2-4d71-952e-b4797d7521b9 service neutron] Request body: {'port': {'device_id': '44a31ee0-31e5-4a59-ade9-f74ae6aa41e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=86412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:42:47.424480 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6b3be652-43a2-4c4d-bfbb-ba12cd6c9e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86415) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:47.434841 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b6d546-caf1-4c6c-86cd-1ef0bdc71aba req-a95220cf-d9e5-44b2-8dd1-691c451303ef tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:47.442515 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-64b6d546-caf1-4c6c-86cd-1ef0bdc71aba req-a95220cf-d9e5-44b2-8dd1-691c451303ef tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=947030fe-ad0e-4b25-98e0-790795d6c121 HTTP/1.1" status: 200 len: 945 time: 0.3667247 Apr 19 07:42:47.550890 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-64b6d546-caf1-4c6c-86cd-1ef0bdc71aba req-b7f1edef-93ac-4b36-8179-ae216ca89c5d tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073558 Apr 19 07:42:47.552102 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-18587d27-3db3-4ddc-b49b-aa51a5d5995a req-78e808d5-1ad2-4d71-952e-b4797d7521b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:47.660305 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-ea09a093-4d70-44ad-ac4b-64090081c80c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:47.758248 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Device ff878bbf-b4f8-40ba-a7c1-4030798b52a7 up at agent ovs-agent-dv-cinder-773870-2-smb {{(pid=86414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 07:42:47.895039 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Provisioning complete for port ff878bbf-b4f8-40ba-a7c1-4030798b52a7 triggered by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:42:47.895039 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:47.950224 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6b3be652-43a2-4c4d-bfbb-ba12cd6c9e5f None None] Notify callbacks [] for port, precommit_update {{(pid=86415) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:47.967739 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-6b3be652-43a2-4c4d-bfbb-ba12cd6c9e5f None None] Transition to ACTIVE for port object 86e2b77d-af63-4602-9901-c4b664140e64 will not be triggered until provisioned by entity L2. {{(pid=86415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 07:42:47.975166 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6b3be652-43a2-4c4d-bfbb-ba12cd6c9e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86415) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:47.986377 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86415) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:42:48.021929 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [req-18587d27-3db3-4ddc-b49b-aa51a5d5995a req-78e808d5-1ad2-4d71-952e-b4797d7521b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b00d976-3c2d-4b8e-95a5-bd642ddac30b {{(pid=86412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 07:42:48.030971 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-18587d27-3db3-4ddc-b49b-aa51a5d5995a req-78e808d5-1ad2-4d71-952e-b4797d7521b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:48.050847 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [req-18587d27-3db3-4ddc-b49b-aa51a5d5995a req-78e808d5-1ad2-4d71-952e-b4797d7521b9 service neutron] Transition to ACTIVE for port object 4b00d976-3c2d-4b8e-95a5-bd642ddac30b will not be triggered until provisioned by entity L2. {{(pid=86412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 07:42:48.058953 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-6b3be652-43a2-4c4d-bfbb-ba12cd6c9e5f None None] Attempting to bind port 86e2b77d-af63-4602-9901-c4b664140e64 on host dv-cinder-773870-2-smb for vnic_type normal with profile {{(pid=86415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 07:42:48.059480 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-6b3be652-43a2-4c4d-bfbb-ba12cd6c9e5f None None] Attempting to bind port 86e2b77d-af63-4602-9901-c4b664140e64 by drivers openvswitch,hyperv on host dv-cinder-773870-2-smb at level 0 using segments [{'id': '02bd2b75-5f2a-405f-9739-3049934ed397', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f'}] {{(pid=86415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 07:42:48.059961 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3be652-43a2-4c4d-bfbb-ba12cd6c9e5f None None] Attempting to bind port 86e2b77d-af63-4602-9901-c4b664140e64 on network e87e9adf-9874-4d07-9d49-89485cde7b0f {{(pid=86415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 07:42:48.064357 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-18587d27-3db3-4ddc-b49b-aa51a5d5995a req-78e808d5-1ad2-4d71-952e-b4797d7521b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850839242'] for port, after_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:48.071832 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-0f6d2056-90de-430a-b375-6808f82cd5d0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:42:48.072161 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3be652-43a2-4c4d-bfbb-ba12cd6c9e5f None None] Checking agent: {'id': 'ee0c2bac-a846-4753-a270-37ad89ef2b53', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773870-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 32, 41), 'started_at': datetime.datetime(2021, 4, 19, 7, 33, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773870-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 07:42:48.072661 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3be652-43a2-4c4d-bfbb-ba12cd6c9e5f None None] Checking segment: {'id': '02bd2b75-5f2a-405f-9739-3049934ed397', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 07:42:48.073170 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6b3be652-43a2-4c4d-bfbb-ba12cd6c9e5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86415) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:48.073728 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3be652-43a2-4c4d-bfbb-ba12cd6c9e5f None None] Bound using segment: {'id': '02bd2b75-5f2a-405f-9739-3049934ed397', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f'} {{(pid=86415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 07:42:48.074325 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-6b3be652-43a2-4c4d-bfbb-ba12cd6c9e5f None None] Bound port: 86e2b77d-af63-4602-9901-c4b664140e64, host: dv-cinder-773870-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02bd2b75-5f2a-405f-9739-3049934ed397', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f'}}] {{(pid=86415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 07:42:48.074949 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6b3be652-43a2-4c4d-bfbb-ba12cd6c9e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86415) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:48.166261 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce90b5b2-053a-4a72-8896-1d8a31ba0a6e None None] Pushing event updated for resources: {'Port': ['ID=86e2b77d-af63-4602-9901-c4b664140e64,revision_number=2']} {{(pid=86415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:42:48.175417 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-6b3be652-43a2-4c4d-bfbb-ba12cd6c9e5f None None] For port 86e2b77d-af63-4602-9901-c4b664140e64, host dv-cinder-773870-2-smb, cleared binding levels {{(pid=86415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 07:42:48.176662 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d41ff-59fa-4018-803a-2dd5f96d2029 req-3b639b65-e793-4b62-ba24-d4351ea29225 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:48.178230 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce90b5b2-053a-4a72-8896-1d8a31ba0a6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:42:48.178347 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-f38d41ff-59fa-4018-803a-2dd5f96d2029 req-3b639b65-e793-4b62-ba24-d4351ea29225 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/ports?device_id=44a31ee0-31e5-4a59-ade9-f74ae6aa41e9 HTTP/1.1" status: 200 len: 932 time: 0.4946847 Apr 19 07:42:48.178600 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce90b5b2-053a-4a72-8896-1d8a31ba0a6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:42:48.178972 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce90b5b2-053a-4a72-8896-1d8a31ba0a6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:42:48.179356 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce90b5b2-053a-4a72-8896-1d8a31ba0a6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:42:48.179712 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce90b5b2-053a-4a72-8896-1d8a31ba0a6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:42:48.180068 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce90b5b2-053a-4a72-8896-1d8a31ba0a6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:42:48.180418 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce90b5b2-053a-4a72-8896-1d8a31ba0a6e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:42:48.180767 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce90b5b2-053a-4a72-8896-1d8a31ba0a6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:42:48.181113 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce90b5b2-053a-4a72-8896-1d8a31ba0a6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:42:48.181461 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce90b5b2-053a-4a72-8896-1d8a31ba0a6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:42:48.181808 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce90b5b2-053a-4a72-8896-1d8a31ba0a6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:42:48.182152 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce90b5b2-053a-4a72-8896-1d8a31ba0a6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:42:48.186531 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-6b3be652-43a2-4c4d-bfbb-ba12cd6c9e5f None None] For port 86e2b77d-af63-4602-9901-c4b664140e64, host dv-cinder-773870-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-smb',level=0,port_id=86e2b77d-af63-4602-9901-c4b664140e64,segment=NetworkSegment(02bd2b75-5f2a-405f-9739-3049934ed397),segment_id=02bd2b75-5f2a-405f-9739-3049934ed397)] {{(pid=86415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 07:42:48.187702 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-ce90b5b2-053a-4a72-8896-1d8a31ba0a6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=86415) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:42:48.191728 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6b3be652-43a2-4c4d-bfbb-ba12cd6c9e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86415) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:48.197049 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86415) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:42:48.209896 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e808d5-1ad2-4d71-952e-b4797d7521b9 service neutron] Pushing event updated for resources: {'Port': ['ID=4b00d976-3c2d-4b8e-95a5-bd642ddac30b,revision_number=2']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:42:48.216150 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-78e808d5-1ad2-4d71-952e-b4797d7521b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:42:48.281806 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3be652-43a2-4c4d-bfbb-ba12cd6c9e5f None None] Routers {'79ef9d24-0a07-4af8-9290-62eec12f057d'} bound to L3 agent in host dv-cinder-773870-2-smb {{(pid=86415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 07:42:48.282490 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-6b3be652-43a2-4c4d-bfbb-ba12cd6c9e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T07:32:39Z,description=,heartbeat_timestamp=2021-04-19T07:42:39Z,host='dv-cinder-773870-2-smb',id=af0aee0b-5275-4bf1-b5b2-246fd8e7196c,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T07:32:39Z,topic='l3_agent')) {'router_ids': ['79ef9d24-0a07-4af8-9290-62eec12f057d'], 'active': True} {{(pid=86415) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:42:48.325812 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [req-18587d27-3db3-4ddc-b49b-aa51a5d5995a req-78e808d5-1ad2-4d71-952e-b4797d7521b9 service neutron] Attempting to bind port 4b00d976-3c2d-4b8e-95a5-bd642ddac30b on host hv-cinder-77387 for vnic_type normal with profile {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 07:42:48.326608 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [req-18587d27-3db3-4ddc-b49b-aa51a5d5995a req-78e808d5-1ad2-4d71-952e-b4797d7521b9 service neutron] Attempting to bind port 4b00d976-3c2d-4b8e-95a5-bd642ddac30b by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': 'a453a347-3ee5-4bff-8f95-cec0fa8d6963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a6592c2a-0849-4380-bef8-37b4b3e1274d'}] {{(pid=86412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 07:42:48.326608 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18587d27-3db3-4ddc-b49b-aa51a5d5995a req-78e808d5-1ad2-4d71-952e-b4797d7521b9 service neutron] Attempting to bind port 4b00d976-3c2d-4b8e-95a5-bd642ddac30b on network a6592c2a-0849-4380-bef8-37b4b3e1274d {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 07:42:48.329320 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-f38d41ff-59fa-4018-803a-2dd5f96d2029 req-0779061e-b4c7-477d-9ca6-89129371bee5 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ecfeb0f-2df5-400e-8733-6e1eda84c027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237576 Apr 19 07:42:48.331628 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18587d27-3db3-4ddc-b49b-aa51a5d5995a req-78e808d5-1ad2-4d71-952e-b4797d7521b9 service neutron] Port 4b00d976-3c2d-4b8e-95a5-bd642ddac30b on network a6592c2a-0849-4380-bef8-37b4b3e1274d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 07:42:48.332137 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18587d27-3db3-4ddc-b49b-aa51a5d5995a req-78e808d5-1ad2-4d71-952e-b4797d7521b9 service neutron] Attempting to bind port 4b00d976-3c2d-4b8e-95a5-bd642ddac30b on network a6592c2a-0849-4380-bef8-37b4b3e1274d {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 07:42:48.332819 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.db_base_plugin_common [None req-ea09a093-4d70-44ad-ac4b-64090081c80c admin admin] Allocated IP 172.20.0.1 (f31f6013-b5a9-48b8-9235-e85b54de9f4c/30300aca-9c6c-45e4-95e0-6b32276ec6ab/a18b6a90-9db7-4a9c-becd-b14baea25303) {{(pid=86413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 07:42:48.338038 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18587d27-3db3-4ddc-b49b-aa51a5d5995a req-78e808d5-1ad2-4d71-952e-b4797d7521b9 service neutron] Checking agent: {'id': '482cf95e-fb4e-4926-8f7d-816e7736c412', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 39, 10), 'started_at': datetime.datetime(2021, 4, 19, 7, 39, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 07:42:48.338443 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18587d27-3db3-4ddc-b49b-aa51a5d5995a req-78e808d5-1ad2-4d71-952e-b4797d7521b9 service neutron] Checking segment: {'id': 'a453a347-3ee5-4bff-8f95-cec0fa8d6963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a6592c2a-0849-4380-bef8-37b4b3e1274d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 07:42:48.338995 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18587d27-3db3-4ddc-b49b-aa51a5d5995a req-78e808d5-1ad2-4d71-952e-b4797d7521b9 service neutron] Bound using segment: {'id': 'a453a347-3ee5-4bff-8f95-cec0fa8d6963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a6592c2a-0849-4380-bef8-37b4b3e1274d'} {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 07:42:48.340006 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce90b5b2-053a-4a72-8896-1d8a31ba0a6e None None] Pushing event updated for resources: {'Port': ['ID=86e2b77d-af63-4602-9901-c4b664140e64,revision_number=3']} {{(pid=86415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:42:48.340792 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [req-18587d27-3db3-4ddc-b49b-aa51a5d5995a req-78e808d5-1ad2-4d71-952e-b4797d7521b9 service neutron] Bound port: 4b00d976-3c2d-4b8e-95a5-bd642ddac30b, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a453a347-3ee5-4bff-8f95-cec0fa8d6963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a6592c2a-0849-4380-bef8-37b4b3e1274d'}}] {{(pid=86412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 07:42:48.341188 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-18587d27-3db3-4ddc-b49b-aa51a5d5995a req-78e808d5-1ad2-4d71-952e-b4797d7521b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:48.342614 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e97d23a-1e02-43cc-a8a8-4b18d3a963ba req-9fcb7ea8-6cb6-40fc-9c86-4c6c97ec0136 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:48.344271 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-8e97d23a-1e02-43cc-a8a8-4b18d3a963ba req-9fcb7ea8-6cb6-40fc-9c86-4c6c97ec0136 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] 10.222.0.41 "GET /v2.0/ports?device_id=8163e4e0-c3f5-4b7e-93b5-ff936a1cf63c HTTP/1.1" status: 200 len: 945 time: 0.2284858 Apr 19 07:42:48.402345 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-ce90b5b2-053a-4a72-8896-1d8a31ba0a6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=86415) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:42:48.457928 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [req-18587d27-3db3-4ddc-b49b-aa51a5d5995a req-78e808d5-1ad2-4d71-952e-b4797d7521b9 service neutron] For port 4b00d976-3c2d-4b8e-95a5-bd642ddac30b, host hv-cinder-77387, cleared binding levels {{(pid=86412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 07:42:48.461819 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [req-18587d27-3db3-4ddc-b49b-aa51a5d5995a req-78e808d5-1ad2-4d71-952e-b4797d7521b9 service neutron] For port 4b00d976-3c2d-4b8e-95a5-bd642ddac30b, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=4b00d976-3c2d-4b8e-95a5-bd642ddac30b,segment=NetworkSegment(a453a347-3ee5-4bff-8f95-cec0fa8d6963),segment_id=a453a347-3ee5-4bff-8f95-cec0fa8d6963)] {{(pid=86412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 07:42:48.466426 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-18587d27-3db3-4ddc-b49b-aa51a5d5995a req-78e808d5-1ad2-4d71-952e-b4797d7521b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850839242'] for port, after_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:48.472636 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvr_db [None req-6b3be652-43a2-4c4d-bfbb-ba12cd6c9e5f None None] Set router 79ef9d24-0a07-4af8-9290-62eec12f057d gateway port host: dv-cinder-773870-2-smb {{(pid=86415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 07:42:48.477189 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-febfcd82-4243-448b-9e47-b5bc293c25ff tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:42:48.488261 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-8e97d23a-1e02-43cc-a8a8-4b18d3a963ba req-7f3c7fc8-a201-43d0-bcb2-46753987302d tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf17a2d-edc6-495f-a2cd-93696383c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319461 Apr 19 07:42:48.529317 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18587d27-3db3-4ddc-b49b-aa51a5d5995a req-78e808d5-1ad2-4d71-952e-b4797d7521b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:48.529983 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-18587d27-3db3-4ddc-b49b-aa51a5d5995a req-78e808d5-1ad2-4d71-952e-b4797d7521b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773070'] for port, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:48.531536 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-18587d27-3db3-4ddc-b49b-aa51a5d5995a req-78e808d5-1ad2-4d71-952e-b4797d7521b9 service neutron] 10.222.0.42 "PUT /v2.0/ports/4b00d976-3c2d-4b8e-95a5-bd642ddac30b HTTP/1.1" status: 200 len: 1094 time: 1.1327736 Apr 19 07:42:48.532067 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44a31ee0-31e5-4a59-ade9-f74ae6aa41e9', 'tag': '4b00d976-3c2d-4b8e-95a5-bd642ddac30b'}] {{(pid=86412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 07:42:48.577693 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-ea09a093-4d70-44ad-ac4b-64090081c80c admin admin] Notify callbacks [] for port, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:48.597827 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-ea09a093-4d70-44ad-ac4b-64090081c80c admin admin] Transition to ACTIVE for port object a18b6a90-9db7-4a9c-becd-b14baea25303 will not be triggered until provisioned by entity DHCP. {{(pid=86413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 07:42:48.630989 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44a31ee0-31e5-4a59-ade9-f74ae6aa41e9', 'tag': '4b00d976-3c2d-4b8e-95a5-bd642ddac30b', 'status': 'completed', 'code': 200} Apr 19 07:42:48.631281 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-ea09a093-4d70-44ad-ac4b-64090081c80c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769764225105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2897772'] for port, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:48.636816 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:42:48.642799 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e808d5-1ad2-4d71-952e-b4797d7521b9 service neutron] Pushing event updated for resources: {'Port': ['ID=4b00d976-3c2d-4b8e-95a5-bd642ddac30b,revision_number=3']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:42:48.649397 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-78e808d5-1ad2-4d71-952e-b4797d7521b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:42:48.677337 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18587d27-3db3-4ddc-b49b-aa51a5d5995a req-6b2a4793-88dc-42bf-88a1-eeda172334cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:48.678949 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-18587d27-3db3-4ddc-b49b-aa51a5d5995a req-6b2a4793-88dc-42bf-88a1-eeda172334cb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=156e07873a6143d89470ff601eee1cb8&device_id=44a31ee0-31e5-4a59-ade9-f74ae6aa41e9 HTTP/1.1" status: 200 len: 1097 time: 0.0970666 Apr 19 07:42:48.715099 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea09a093-4d70-44ad-ac4b-64090081c80c admin admin] Network f31f6013-b5a9-48b8-9235-e85b54de9f4c is already hosted by enough agents. {{(pid=86413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 07:42:48.716217 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.base_scheduler [None req-ea09a093-4d70-44ad-ac4b-64090081c80c admin admin] Resources bound (agent type, host, resource id): {{(pid=86413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 07:42:48.718719 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea09a093-4d70-44ad-ac4b-64090081c80c admin admin] Received port after_create {{(pid=86413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 07:42:48.762558 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-18587d27-3db3-4ddc-b49b-aa51a5d5995a req-6d621d57-47e2-4ef9-ad08-ddb4e3fb7cd2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b00d976-3c2d-4b8e-95a5-bd642ddac30b HTTP/1.1" status: 200 len: 217 time: 0.0683656 Apr 19 07:42:48.858355 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea09a093-4d70-44ad-ac4b-64090081c80c admin admin] Pushing event updated for resources: {'Port': ['ID=a18b6a90-9db7-4a9c-becd-b14baea25303,revision_number=1']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:42:48.858769 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18587d27-3db3-4ddc-b49b-aa51a5d5995a req-fa471afe-dae6-4d7c-a669-a7425b06f56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:48.861169 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-18587d27-3db3-4ddc-b49b-aa51a5d5995a req-fa471afe-dae6-4d7c-a669-a7425b06f56e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=97dcc01a-d0cc-4dce-9455-151a64e8fa2f HTTP/1.1" status: 200 len: 854 time: 0.0896125 Apr 19 07:42:48.865074 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-6b3be652-43a2-4c4d-bfbb-ba12cd6c9e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79ef9d24-0a07-4af8-9290-62eec12f057d', 'name': 'tempest-TestShelveInstance-1678805845-router', 'tenant_id': 'd586c25e55a34159945f172e7227aaea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': '86e2b77d-af63-4602-9901-c4b664140e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:42:42Z', 'updated_at': '2021-04-19T07:42:44Z', 'revision_number': 3, 'project_id': 'd586c25e55a34159945f172e7227aaea', 'gw_port': {'id': '86e2b77d-af63-4602-9901-c4b664140e64', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d7:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79ef9d24-0a07-4af8-9290-62eec12f057d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:42:43Z', 'updated_at': '2021-04-19T07:42:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb'}], 'dv-cinder-773870-2-smb', False) {} {{(pid=86415) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:42:48.868046 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-ea09a093-4d70-44ad-ac4b-64090081c80c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:42:48.870071 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3be652-43a2-4c4d-bfbb-ba12cd6c9e5f None None] The sync data for ids ['79ef9d24-0a07-4af8-9290-62eec12f057d'] in dv-cinder-773870-2-smb is: [{'id': '79ef9d24-0a07-4af8-9290-62eec12f057d', 'name': 'tempest-TestShelveInstance-1678805845-router', 'tenant_id': 'd586c25e55a34159945f172e7227aaea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': '86e2b77d-af63-4602-9901-c4b664140e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:42:42Z', 'updated_at': '2021-04-19T07:42:44Z', 'revision_number': 3, 'project_id': 'd586c25e55a34159945f172e7227aaea', 'gw_port': {'id': '86e2b77d-af63-4602-9901-c4b664140e64', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d7:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79ef9d24-0a07-4af8-9290-62eec12f057d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:42:43Z', 'updated_at': '2021-04-19T07:42:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb'}] {{(pid=86415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 07:42:48.895881 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-ea09a093-4d70-44ad-ac4b-64090081c80c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852965886'] for router_interface, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:48.936846 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-18587d27-3db3-4ddc-b49b-aa51a5d5995a req-a2717b0f-6647-4d8c-8007-640e3762b1b8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a6592c2a-0849-4380-bef8-37b4b3e1274d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576179 Apr 19 07:42:48.958796 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516417e7-7290-48c3-ab36-e2b08413f70f req-70181d5f-46eb-4003-b6c4-8fcfbcbbffa8 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:48.960430 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-516417e7-7290-48c3-ab36-e2b08413f70f req-70181d5f-46eb-4003-b6c4-8fcfbcbbffa8 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=947030fe-ad0e-4b25-98e0-790795d6c121 HTTP/1.1" status: 200 len: 945 time: 0.2095566 Apr 19 07:42:48.983272 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-bd025cc6-a4af-43da-9998-aaff62c393ed None None] Provisioning for port a18b6a90-9db7-4a9c-becd-b14baea25303 completed by entity DHCP. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 07:42:48.994946 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-bd025cc6-a4af-43da-9998-aaff62c393ed None None] Provisioning complete for port a18b6a90-9db7-4a9c-becd-b14baea25303 triggered by entity DHCP. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:42:48.995734 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bd025cc6-a4af-43da-9998-aaff62c393ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:49.084619 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-516417e7-7290-48c3-ab36-e2b08413f70f req-8ac3f651-769a-4786-804d-459c3b51f4a5 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171000 Apr 19 07:42:49.090313 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-18587d27-3db3-4ddc-b49b-aa51a5d5995a req-520524e8-bc78-4558-85da-13bf42b83003 service neutron] 10.222.0.42 "GET /v2.0/networks/a6592c2a-0849-4380-bef8-37b4b3e1274d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442587 Apr 19 07:42:49.092508 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-bd025cc6-a4af-43da-9998-aaff62c393ed None None] Port a18b6a90-9db7-4a9c-becd-b14baea25303 cannot update to ACTIVE because it is not bound. {{(pid=86414) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 07:42:49.099414 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-ea09a093-4d70-44ad-ac4b-64090081c80c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:49.294782 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-18587d27-3db3-4ddc-b49b-aa51a5d5995a req-11c82fca-fc28-4f02-9c4e-407d493844ae service neutron] 10.222.0.42 "GET /v2.0/networks/a6592c2a-0849-4380-bef8-37b4b3e1274d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933641 Apr 19 07:42:49.333824 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bdac7e-27b9-4c78-a84c-cda5188db034 req-103d6e10-226a-448d-9995-6ad38123468a tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:49.334975 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-84bdac7e-27b9-4c78-a84c-cda5188db034 req-103d6e10-226a-448d-9995-6ad38123468a tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] Synchronizing usage tracker for tenant:52b425b2a4cd4fd590cc03f996c15111 on resource:port {{(pid=86412) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 07:42:49.354901 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-ea09a093-4d70-44ad-ac4b-64090081c80c admin admin] Notify callbacks [] for port, precommit_update {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:49.362448 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-ea09a093-4d70-44ad-ac4b-64090081c80c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851878043'] for port, after_update {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:49.406120 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-ee2ea30b-427a-4295-90ab-00cfe0c00fdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:42:49.407406 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-84bdac7e-27b9-4c78-a84c-cda5188db034 req-103d6e10-226a-448d-9995-6ad38123468a tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] Unset dirty status for tenant:52b425b2a4cd4fd590cc03f996c15111 on resource:port {{(pid=86412) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 07:42:49.408676 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-84bdac7e-27b9-4c78-a84c-cda5188db034 req-103d6e10-226a-448d-9995-6ad38123468a tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] 10.222.0.42 "GET /v2.0/ports?device_id=8163e4e0-c3f5-4b7e-93b5-ff936a1cf63c HTTP/1.1" status: 200 len: 945 time: 0.1718879 Apr 19 07:42:49.492826 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-ea09a093-4d70-44ad-ac4b-64090081c80c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853097297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810021'] for router_interface, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:49.516308 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [req-84bdac7e-27b9-4c78-a84c-cda5188db034 req-91ccf484-281f-47bd-bd49-fb05586f8f63 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] Deleting port 8c8bb01c-307e-49a5-820e-3b8f496a1052 {{(pid=86412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 07:42:49.516918 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-84bdac7e-27b9-4c78-a84c-cda5188db034 req-91ccf484-281f-47bd-bd49-fb05586f8f63 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267090122612'] for port, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:49.600920 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea09a093-4d70-44ad-ac4b-64090081c80c admin admin] Pushing event updated for resources: {'Port': ['ID=a18b6a90-9db7-4a9c-becd-b14baea25303,revision_number=2']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:42:49.604412 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-ea09a093-4d70-44ad-ac4b-64090081c80c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:42:49.776341 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2033a845-6af0-4ffe-bc73-d9a921f89793 req-c38fee4b-bcc2-4a3a-b320-708f5855b781 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:49.784354 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-2033a845-6af0-4ffe-bc73-d9a921f89793 req-c38fee4b-bcc2-4a3a-b320-708f5855b781 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/ports?device_id=44a31ee0-31e5-4a59-ade9-f74ae6aa41e9 HTTP/1.1" status: 200 len: 944 time: 0.2831304 Apr 19 07:42:49.805896 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Device 86e2b77d-af63-4602-9901-c4b664140e64 up at agent ovs-agent-dv-cinder-773870-2-smb {{(pid=86414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 07:42:49.821127 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea09a093-4d70-44ad-ac4b-64090081c80c admin admin] Network f31f6013-b5a9-48b8-9235-e85b54de9f4c is already hosted by enough agents. {{(pid=86413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 07:42:49.823413 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.base_scheduler [None req-ea09a093-4d70-44ad-ac4b-64090081c80c admin admin] Resources bound (agent type, host, resource id): {{(pid=86413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 07:42:49.901343 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff4eca4-0756-4c21-8bd1-65d75ef3eaa0 req-25d9ede4-6de5-4551-ae54-44715d9a84f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:49.903641 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-eff4eca4-0756-4c21-8bd1-65d75ef3eaa0 req-25d9ede4-6de5-4551-ae54-44715d9a84f7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=156e07873a6143d89470ff601eee1cb8&device_id=44a31ee0-31e5-4a59-ade9-f74ae6aa41e9 HTTP/1.1" status: 200 len: 1097 time: 0.5512385 Apr 19 07:42:49.903778 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Provisioning for port 86e2b77d-af63-4602-9901-c4b664140e64 completed by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 07:42:49.911437 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Provisioning complete for port 86e2b77d-af63-4602-9901-c4b664140e64 triggered by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:42:49.911849 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:50.079521 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:50.098175 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] For port 86e2b77d-af63-4602-9901-c4b664140e64, host dv-cinder-773870-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-smb',level=0,port_id=86e2b77d-af63-4602-9901-c4b664140e64,segment=NetworkSegment(02bd2b75-5f2a-405f-9739-3049934ed397),segment_id=02bd2b75-5f2a-405f-9739-3049934ed397)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:42:50.102910 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:50.108364 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:42:50.114185 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea09a093-4d70-44ad-ac4b-64090081c80c admin admin] Router 79ef9d24-0a07-4af8-9290-62eec12f057d has already been hosted by L3 agent af0aee0b-5275-4bf1-b5b2-246fd8e7196c {{(pid=86413) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 07:42:50.117821 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-2033a845-6af0-4ffe-bc73-d9a921f89793 req-18882151-fbf1-4351-bb62-55ca41b40e53 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ecfeb0f-2df5-400e-8733-6e1eda84c027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325644 Apr 19 07:42:50.204656 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-fe742cd3-3841-41a5-8bc9-4422c0c52440 None None] Provisioning complete for port a18b6a90-9db7-4a9c-becd-b14baea25303 triggered by entity DHCP. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:42:50.205072 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-fe742cd3-3841-41a5-8bc9-4422c0c52440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:50.270174 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-fe742cd3-3841-41a5-8bc9-4422c0c52440 None None] Port a18b6a90-9db7-4a9c-becd-b14baea25303 cannot update to ACTIVE because it is not bound. {{(pid=86414) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 07:42:50.283380 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Pushing event updated for resources: {'Port': ['ID=86e2b77d-af63-4602-9901-c4b664140e64,revision_number=4']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:42:50.287065 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:42:50.302419 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff4eca4-0756-4c21-8bd1-65d75ef3eaa0 req-c3dcef3b-001a-42c8-bfbc-91b8a10c2130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:50.303999 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-eff4eca4-0756-4c21-8bd1-65d75ef3eaa0 req-c3dcef3b-001a-42c8-bfbc-91b8a10c2130 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a6592c2a-0849-4380-bef8-37b4b3e1274d HTTP/1.1" status: 200 len: 915 time: 0.3355742 Apr 19 07:42:50.358305 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad097d3-e173-4e7b-8711-af78cb7e2991 req-6b5d9f21-66da-45e0-bc7c-876ac61fad06 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:50.359958 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-2ad097d3-e173-4e7b-8711-af78cb7e2991 req-6b5d9f21-66da-45e0-bc7c-876ac61fad06 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] 10.222.0.41 "GET /v2.0/ports?device_id=8163e4e0-c3f5-4b7e-93b5-ff936a1cf63c HTTP/1.1" status: 200 len: 945 time: 0.3122230 Apr 19 07:42:50.397543 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-eff4eca4-0756-4c21-8bd1-65d75ef3eaa0 req-802ec048-bdc3-4a55-a4c5-9727b5e1723a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b00d976-3c2d-4b8e-95a5-bd642ddac30b HTTP/1.1" status: 200 len: 217 time: 0.0786536 Apr 19 07:42:50.399474 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [req-84bdac7e-27b9-4c78-a84c-cda5188db034 req-91ccf484-281f-47bd-bd49-fb05586f8f63 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] For port 8c8bb01c-307e-49a5-820e-3b8f496a1052, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=8c8bb01c-307e-49a5-820e-3b8f496a1052,segment=NetworkSegment(c21d5202-6ddf-48fc-b15b-8f7ca8905f72),segment_id=c21d5202-6ddf-48fc-b15b-8f7ca8905f72)] {{(pid=86412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:42:50.399870 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-84bdac7e-27b9-4c78-a84c-cda5188db034 req-91ccf484-281f-47bd-bd49-fb05586f8f63 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852958595'] for port, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:50.432145 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea09a093-4d70-44ad-ac4b-64090081c80c admin admin] Notify agent at l3_agent.dv-cinder-773870-2-smb the message routers_updated {{(pid=86413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 07:42:50.436549 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-2ad097d3-e173-4e7b-8711-af78cb7e2991 req-bfb1b2da-e2ab-4e76-8999-147a4272400d tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf17a2d-edc6-495f-a2cd-93696383c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662112 Apr 19 07:42:50.444645 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-ea09a093-4d70-44ad-ac4b-64090081c80c admin admin] 10.222.0.41 "PUT /v2.0/routers/79ef9d24-0a07-4af8-9290-62eec12f057d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8816707 Apr 19 07:42:50.581216 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [req-84bdac7e-27b9-4c78-a84c-cda5188db034 req-91ccf484-281f-47bd-bd49-fb05586f8f63 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] Calling delete_port for 8c8bb01c-307e-49a5-820e-3b8f496a1052 owned by compute:nova {{(pid=86412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 07:42:50.622715 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99620b4-d25b-402c-a36a-b00f4991cb88 req-154dad26-7650-4d35-b8e6-17c4f54ec676 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:50.630819 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-c99620b4-d25b-402c-a36a-b00f4991cb88 req-154dad26-7650-4d35-b8e6-17c4f54ec676 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=947030fe-ad0e-4b25-98e0-790795d6c121 HTTP/1.1" status: 200 len: 945 time: 0.1009674 Apr 19 07:42:50.649195 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff4eca4-0756-4c21-8bd1-65d75ef3eaa0 req-118ceae4-da9c-4781-92c5-778fed34cf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:50.650744 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-eff4eca4-0756-4c21-8bd1-65d75ef3eaa0 req-118ceae4-da9c-4781-92c5-778fed34cf13 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=97dcc01a-d0cc-4dce-9455-151a64e8fa2f HTTP/1.1" status: 200 len: 854 time: 0.2429469 Apr 19 07:42:50.674120 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-c99620b4-d25b-402c-a36a-b00f4991cb88 req-3f363176-0484-4ee1-8aba-4445e7d82ff5 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422497 Apr 19 07:42:50.730139 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-eff4eca4-0756-4c21-8bd1-65d75ef3eaa0 req-19940234-cabe-4c82-800a-72ed3b4adfbb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a6592c2a-0849-4380-bef8-37b4b3e1274d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708683 Apr 19 07:42:50.903109 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-84bdac7e-27b9-4c78-a84c-cda5188db034 req-91ccf484-281f-47bd-bd49-fb05586f8f63 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267090117919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267090550695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3936575'] for port, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:50.911811 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:42:50.917107 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] get_ports_and_sgs() called for port_ids ['8c8bb01c-307e-49a5-820e-3b8f496a1052'] {{(pid=86414) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 07:42:50.965881 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ccf484-281f-47bd-bd49-fb05586f8f63 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] Pushing event deleted for resources: {'Port': ['ID=8c8bb01c-307e-49a5-820e-3b8f496a1052,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:42:50.968534 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-91ccf484-281f-47bd-bd49-fb05586f8f63 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:42:51.053073 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 39290) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:42:51.059137 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [None req-daf7359f-ce64-4097-8747-8d903aa654ff admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-422524587-network', 'tenant_id': 'f5a726837f7344d2904bbcfa95d45241'}} {{(pid=86413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:42:51.064041 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-daf7359f-ce64-4097-8747-8d903aa654ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:42:51.068075 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-daf7359f-ce64-4097-8747-8d903aa654ff admin admin] Usage tracker for resource:network and tenant:f5a726837f7344d2904bbcfa95d45241 is out of sync, need to count used quota {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:42:51.070320 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [req-84bdac7e-27b9-4c78-a84c-cda5188db034 req-91ccf484-281f-47bd-bd49-fb05586f8f63 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] No DVR routers for this DVR port 8c8bb01c-307e-49a5-820e-3b8f496a1052 on host hv-cinder-77387 {{(pid=86412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 07:42:51.071046 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-daf7359f-ce64-4097-8747-8d903aa654ff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:42:51.074098 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-eff4eca4-0756-4c21-8bd1-65d75ef3eaa0 req-1828a529-3cf8-4e58-bb68-907c34970656 service neutron] 10.222.0.42 "GET /v2.0/networks/a6592c2a-0849-4380-bef8-37b4b3e1274d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075573 Apr 19 07:42:51.075106 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-84bdac7e-27b9-4c78-a84c-cda5188db034 req-91ccf484-281f-47bd-bd49-fb05586f8f63 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773070'] for port, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:51.077139 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-daf7359f-ce64-4097-8747-8d903aa654ff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:42:51.077978 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8163e4e0-c3f5-4b7e-93b5-ff936a1cf63c', 'name': 'network-vif-deleted', 'tag': '8c8bb01c-307e-49a5-820e-3b8f496a1052'}] {{(pid=86412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 07:42:51.100651 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf7359f-ce64-4097-8747-8d903aa654ff admin admin] Made reservation on behalf of f5a726837f7344d2904bbcfa95d45241 for: {'network': 1} {{(pid=86413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 07:42:51.106753 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-daf7359f-ce64-4097-8747-8d903aa654ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for network, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:51.122220 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-daf7359f-ce64-4097-8747-8d903aa654ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:51.129999 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8163e4e0-c3f5-4b7e-93b5-ff936a1cf63c', 'name': 'network-vif-deleted', 'tag': '8c8bb01c-307e-49a5-820e-3b8f496a1052', 'status': 'completed', 'code': 200} Apr 19 07:42:51.142168 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-daf7359f-ce64-4097-8747-8d903aa654ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:42:51.148196 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-daf7359f-ce64-4097-8747-8d903aa654ff admin admin] Usage tracker for resource:security_group_rule and tenant:f5a726837f7344d2904bbcfa95d45241 is out of sync, need to count used quota {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:42:51.153938 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-daf7359f-ce64-4097-8747-8d903aa654ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:42:51.160140 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-daf7359f-ce64-4097-8747-8d903aa654ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:42:51.186870 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-84bdac7e-27b9-4c78-a84c-cda5188db034 req-91ccf484-281f-47bd-bd49-fb05586f8f63 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] 10.222.0.42 "DELETE /v2.0/ports/8c8bb01c-307e-49a5-820e-3b8f496a1052 HTTP/1.1" status: 204 len: 173 time: 1.7713172 Apr 19 07:42:51.245056 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-eff4eca4-0756-4c21-8bd1-65d75ef3eaa0 req-8c655b28-a0d4-4c43-b5ac-efe6833fbf14 service neutron] 10.222.0.42 "GET /v2.0/networks/a6592c2a-0849-4380-bef8-37b4b3e1274d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594288 Apr 19 07:42:51.302108 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-daf7359f-ce64-4097-8747-8d903aa654ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:51.308076 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-daf7359f-ce64-4097-8747-8d903aa654ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:51.314678 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-dfc5f6fe-770b-4c9d-afff-63a30be2ba56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:42:51.355622 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daf7359f-ce64-4097-8747-8d903aa654ff admin admin] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=86413) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 07:42:51.367728 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf7359f-ce64-4097-8747-8d903aa654ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b17900c-015b-4a5b-8604-f96e1a6730e4,revision_number=1']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:42:51.370917 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-daf7359f-ce64-4097-8747-8d903aa654ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:42:51.380686 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-daf7359f-ce64-4097-8747-8d903aa654ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853992622'] for segment, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:51.381044 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.db.segments_db [None req-daf7359f-ce64-4097-8747-8d903aa654ff admin admin] Added segment 492d90ba-daae-491f-9321-0ce8a8a2b353 of type vlan for network bb1f6aa4-52e2-4d96-9b26-60c00e743c52 Apr 19 07:42:51.405916 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b8bc5-a1a3-4b32-86bc-1bcd531f2d95 req-a965d6c6-0017-482c-b64e-8f93abb63465 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:51.407509 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-893b8bc5-a1a3-4b32-86bc-1bcd531f2d95 req-a965d6c6-0017-482c-b64e-8f93abb63465 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/ports?device_id=44a31ee0-31e5-4a59-ade9-f74ae6aa41e9 HTTP/1.1" status: 200 len: 944 time: 0.1585178 Apr 19 07:42:51.438258 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-daf7359f-ce64-4097-8747-8d903aa654ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769764214250'] for network, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:51.490405 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-893b8bc5-a1a3-4b32-86bc-1bcd531f2d95 req-b78eb5d8-dc38-426b-a256-f8056ce45803 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ecfeb0f-2df5-400e-8733-6e1eda84c027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727031 Apr 19 07:42:51.497394 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-daf7359f-ce64-4097-8747-8d903aa654ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314'] for network, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:51.498770 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf7359f-ce64-4097-8747-8d903aa654ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:51.499436 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-daf7359f-ce64-4097-8747-8d903aa654ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853097331'] for network, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:51.505117 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:42:51.608594 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf7359f-ce64-4097-8747-8d903aa654ff admin admin] Pushing event updated for resources: {'Network': ['ID=bb1f6aa4-52e2-4d96-9b26-60c00e743c52,revision_number=1']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:42:51.615289 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 39306) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:42:51.615525 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-daf7359f-ce64-4097-8747-8d903aa654ff admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5609796 Apr 19 07:42:51.616887 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-daf7359f-ce64-4097-8747-8d903aa654ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:42:51.619231 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Network bb1f6aa4-52e2-4d96-9b26-60c00e743c52 details requested by agent ovs-agent-dv-cinder-773870-2-smb with host dv-cinder-773870-2-smb {{(pid=86414) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 07:42:51.622731 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [None req-10ae7337-5b69-49db-8624-32b08065754b admin admin] Request body: {'subnet': {'network_id': 'bb1f6aa4-52e2-4d96-9b26-60c00e743c52', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-422524587-subnet', 'tenant_id': 'f5a726837f7344d2904bbcfa95d45241', 'ip_version': 4}} {{(pid=86412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:42:51.629242 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-10ae7337-5b69-49db-8624-32b08065754b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:42:51.633848 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-10ae7337-5b69-49db-8624-32b08065754b admin admin] Usage tracker for resource:subnet and tenant:f5a726837f7344d2904bbcfa95d45241 is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:42:51.637215 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-10ae7337-5b69-49db-8624-32b08065754b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:42:51.655889 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-10ae7337-5b69-49db-8624-32b08065754b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:42:51.679593 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ae7337-5b69-49db-8624-32b08065754b admin admin] Made reservation on behalf of f5a726837f7344d2904bbcfa95d45241 for: {'subnet': 1} {{(pid=86412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 07:42:51.686256 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-10ae7337-5b69-49db-8624-32b08065754b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3320787'] for subnet, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:51.707389 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-3ca56870-49c5-4b33-9ba1-e36a95f0e86f req-beeaa1fe-6362-4575-9896-7967eb96dc37 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] 10.222.0.41 "GET /v2.0/ports?device_id=8163e4e0-c3f5-4b7e-93b5-ff936a1cf63c HTTP/1.1" status: 200 len: 210 time: 0.0758591 Apr 19 07:42:51.842779 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Device 86e2b77d-af63-4602-9901-c4b664140e64 up at agent ovs-agent-dv-cinder-773870-2-smb {{(pid=86414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 07:42:51.995226 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Provisioning complete for port 86e2b77d-af63-4602-9901-c4b664140e64 triggered by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:42:51.995815 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:52.008133 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcb1800-b5c5-4c08-ae3c-ea6b2dffad79 req-d1610f0d-1552-4258-8e70-d2b33b697dd9 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:52.010394 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-fdcb1800-b5c5-4c08-ae3c-ea6b2dffad79 req-d1610f0d-1552-4258-8e70-d2b33b697dd9 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=947030fe-ad0e-4b25-98e0-790795d6c121 HTTP/1.1" status: 200 len: 945 time: 0.1758487 Apr 19 07:42:52.072422 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-fdcb1800-b5c5-4c08-ae3c-ea6b2dffad79 req-bf44b322-2a45-4f71-8113-35eae0cc10bb tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534461 Apr 19 07:42:52.091628 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c74e9e-72c3-47b4-8ecc-7f69c605f47d None None] Sync routers for ids ['79ef9d24-0a07-4af8-9290-62eec12f057d'] in dv-cinder-773870-2-smb {{(pid=86414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 07:42:52.107129 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c74e9e-72c3-47b4-8ecc-7f69c605f47d None None] Routers {'79ef9d24-0a07-4af8-9290-62eec12f057d'} bound to L3 agent in host dv-cinder-773870-2-smb {{(pid=86414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 07:42:52.108440 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-82c74e9e-72c3-47b4-8ecc-7f69c605f47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T07:32:39Z,description=,heartbeat_timestamp=2021-04-19T07:42:39Z,host='dv-cinder-773870-2-smb',id=af0aee0b-5275-4bf1-b5b2-246fd8e7196c,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T07:32:39Z,topic='l3_agent')) {'router_ids': ['79ef9d24-0a07-4af8-9290-62eec12f057d'], 'active': True} {{(pid=86414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:42:52.216313 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-10ae7337-5b69-49db-8624-32b08065754b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1716840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850838354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3320770'] for subnet, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:52.221358 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:42:52.303412 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae7337-5b69-49db-8624-32b08065754b admin admin] Pushing event updated for resources: {'Subnet': ['ID=42768586-7936-47b2-97c5-4e4fdd5942e8,revision_number=0']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:42:52.307440 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-10ae7337-5b69-49db-8624-32b08065754b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:42:52.308411 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ae7337-5b69-49db-8624-32b08065754b admin admin] Checking segment: {'id': '492d90ba-daae-491f-9321-0ce8a8a2b353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'bb1f6aa4-52e2-4d96-9b26-60c00e743c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 07:42:52.308796 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ae7337-5b69-49db-8624-32b08065754b admin admin] Network hostable DHCP agents. Network: bb1f6aa4-52e2-4d96-9b26-60c00e743c52, hostable agents: ['f48e5f8f-9537-4f01-bc3c-e3892051a721'], hosted agents: [] {{(pid=86412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 07:42:52.329287 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ae7337-5b69-49db-8624-32b08065754b admin admin] Network bb1f6aa4-52e2-4d96-9b26-60c00e743c52 is scheduled to be hosted by DHCP agent f48e5f8f-9537-4f01-bc3c-e3892051a721 with binding_index 1 {{(pid=86412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 07:42:52.338537 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.base_scheduler [None req-10ae7337-5b69-49db-8624-32b08065754b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773870-2-smb, bb1f6aa4-52e2-4d96-9b26-60c00e743c52) {{(pid=86412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 07:42:52.351259 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319cee22-65b7-40ec-b309-d503e2d53e36 None None] Network bb1f6aa4-52e2-4d96-9b26-60c00e743c52 requested from dv-cinder-773870-2-smb {{(pid=86414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 07:42:52.352554 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ae7337-5b69-49db-8624-32b08065754b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:52.353202 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-10ae7337-5b69-49db-8624-32b08065754b admin admin] Notify callbacks [] for subnet, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:52.373890 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-10ae7337-5b69-49db-8624-32b08065754b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7569172 Apr 19 07:42:52.376620 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 39318) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:42:52.382193 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [None req-bf172280-b932-4a9a-b981-19a09bef0256 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-422524587-router', 'tenant_id': 'f5a726837f7344d2904bbcfa95d45241', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f'}}} {{(pid=86412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:42:52.387696 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-bf172280-b932-4a9a-b981-19a09bef0256 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:42:52.391861 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-bf172280-b932-4a9a-b981-19a09bef0256 admin admin] Usage tracker for resource:router and tenant:f5a726837f7344d2904bbcfa95d45241 is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:42:52.395473 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-bf172280-b932-4a9a-b981-19a09bef0256 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:42:52.401672 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-bf172280-b932-4a9a-b981-19a09bef0256 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:42:52.412537 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bf172280-b932-4a9a-b981-19a09bef0256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2872'] for router, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:52.413751 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bf172280-b932-4a9a-b981-19a09bef0256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852969244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852963326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853065965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772944'] for router, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:52.435657 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bf172280-b932-4a9a-b981-19a09bef0256 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:52.470044 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvr_db [None req-82c74e9e-72c3-47b4-8ecc-7f69c605f47d None None] Set router 79ef9d24-0a07-4af8-9290-62eec12f057d gateway port host: dv-cinder-773870-2-smb {{(pid=86414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 07:42:52.728044 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f8c5d5-27e9-44c6-a28f-e591d8d9212c req-dd5e693b-3d6b-45ff-8518-58de2ba9d143 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:52.729921 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-a0f8c5d5-27e9-44c6-a28f-e591d8d9212c req-dd5e693b-3d6b-45ff-8518-58de2ba9d143 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/ports?device_id=44a31ee0-31e5-4a59-ade9-f74ae6aa41e9 HTTP/1.1" status: 200 len: 944 time: 0.1004004 Apr 19 07:42:52.733177 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bf172280-b932-4a9a-b981-19a09bef0256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852963083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852968353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772959'] for router, precommit_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:52.784923 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-a0f8c5d5-27e9-44c6-a28f-e591d8d9212c req-ce238ad5-e861-4ad0-b4ea-2b752828d5bc tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ecfeb0f-2df5-400e-8733-6e1eda84c027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443566 Apr 19 07:42:53.005492 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42af0c7e-0ae8-4080-b9de-fcc316357808 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeade674a-62f6-546f-90c5-e6c95b1ab3ad-bb1f6aa4-52e2-4d96-9b26-60c00e743c52', 'network_id': 'bb1f6aa4-52e2-4d96-9b26-60c00e743c52', 'tenant_id': 'f5a726837f7344d2904bbcfa95d45241', 'fixed_ips': [{'subnet_id': '42768586-7936-47b2-97c5-4e4fdd5942e8'}]}} from dv-cinder-773870-2-smb. {{(pid=86414) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 07:42:53.006401 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-42af0c7e-0ae8-4080-b9de-fcc316357808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_create {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:53.080019 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bf172280-b932-4a9a-b981-19a09bef0256 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:53.113362 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bf172280-b932-4a9a-b981-19a09bef0256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:53.205582 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b9b10-0472-41b0-be07-8df30f0986bc req-5625ec78-df6c-4cef-992c-57b34c8f49b6 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:53.210028 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-ef3b9b10-0472-41b0-be07-8df30f0986bc req-5625ec78-df6c-4cef-992c-57b34c8f49b6 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] 10.222.0.41 "GET /v2.0/networks?id=d9ecd3e3-6ca4-4efc-a088-a606be5679c7 HTTP/1.1" status: 200 len: 809 time: 0.1794555 Apr 19 07:42:53.227519 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-ef3b9b10-0472-41b0-be07-8df30f0986bc req-2b0c29cf-fcb3-496b-9164-36eb8f9f2e61 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] 10.222.0.41 "GET /v2.0/quotas/52b425b2a4cd4fd590cc03f996c15111 HTTP/1.1" status: 200 len: 375 time: 0.0101769 Apr 19 07:42:53.254727 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-82c74e9e-72c3-47b4-8ecc-7f69c605f47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79ef9d24-0a07-4af8-9290-62eec12f057d', 'name': 'tempest-TestShelveInstance-1678805845-router', 'tenant_id': 'd586c25e55a34159945f172e7227aaea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': '86e2b77d-af63-4602-9901-c4b664140e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:42:42Z', 'updated_at': '2021-04-19T07:42:49Z', 'revision_number': 4, 'project_id': 'd586c25e55a34159945f172e7227aaea', 'gw_port': {'id': '86e2b77d-af63-4602-9901-c4b664140e64', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ef9d24-0a07-4af8-9290-62eec12f057d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:42:43Z', 'updated_at': '2021-04-19T07:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb', '_interfaces': [{'id': 'a18b6a90-9db7-4a9c-becd-b14baea25303', 'name': '', 'network_id': 'f31f6013-b5a9-48b8-9235-e85b54de9f4c', 'tenant_id': 'd586c25e55a34159945f172e7227aaea', 'mac_address': 'fa:16:3e:8b:93:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79ef9d24-0a07-4af8-9290-62eec12f057d', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '30300aca-9c6c-45e4-95e0-6b32276ec6ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:42:47Z', 'updated_at': '2021-04-19T07:42:49Z', 'revision_number': 2, 'project_id': 'd586c25e55a34159945f172e7227aaea', 'subnets': [{'id': '30300aca-9c6c-45e4-95e0-6b32276ec6ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-smb', False) {} {{(pid=86414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:42:53.262071 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c74e9e-72c3-47b4-8ecc-7f69c605f47d None None] Checking router: 79ef9d24-0a07-4af8-9290-62eec12f057d for host: dv-cinder-773870-2-smb {{(pid=86414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 07:42:53.262466 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c74e9e-72c3-47b4-8ecc-7f69c605f47d None None] Updating router 79ef9d24-0a07-4af8-9290-62eec12f057d port a18b6a90-9db7-4a9c-becd-b14baea25303 binding host dv-cinder-773870-2-smb {{(pid=86414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 07:42:53.299485 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Device 4b00d976-3c2d-4b8e-95a5-bd642ddac30b details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=86414) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 07:42:53.301786 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Device 8c8bb01c-307e-49a5-820e-3b8f496a1052 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=86414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 07:42:53.302419 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.db_base_plugin_common [None req-bf172280-b932-4a9a-b981-19a09bef0256 admin admin] Allocated IP 172.28.2.252 (e87e9adf-9874-4d07-9d49-89485cde7b0f/53f1cb4b-365b-4e38-a680-1360d7889810/6cb443b0-5e42-42c7-9b51-e252f2620a7a) {{(pid=86412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 07:42:53.322534 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-ef3b9b10-0472-41b0-be07-8df30f0986bc req-7d6ccbc7-1c08-4909-b62e-8e022b9b2ac6 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=52b425b2a4cd4fd590cc03f996c15111&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0883753 Apr 19 07:42:53.343374 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.db_base_plugin_common [None req-42af0c7e-0ae8-4080-b9de-fcc316357808 None None] Allocated IP 172.20.0.2 (bb1f6aa4-52e2-4d96-9b26-60c00e743c52/42768586-7936-47b2-97c5-4e4fdd5942e8/3d8e7f71-ed1a-441f-b436-af399b838922) {{(pid=86414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 07:42:53.357813 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] No Port match for: 8c8bb01c-307e-49a5-820e-3b8f496a1052 {{(pid=86414) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 07:42:53.358203 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Device 8c8bb01c-307e-49a5-820e-3b8f496a1052 not bound to the agent host hv-cinder-77387 {{(pid=86414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 07:42:53.434370 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-82c74e9e-72c3-47b4-8ecc-7f69c605f47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:53.703542 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bf172280-b932-4a9a-b981-19a09bef0256 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:53.723369 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef434f7-9ce3-4d29-b7f8-fdcf7ae771fa req-df98e78e-94f5-4c96-8e89-c713ddc3adf8 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:53.727978 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-6ef434f7-9ce3-4d29-b7f8-fdcf7ae771fa req-df98e78e-94f5-4c96-8e89-c713ddc3adf8 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=947030fe-ad0e-4b25-98e0-790795d6c121 HTTP/1.1" status: 200 len: 945 time: 0.4923100 Apr 19 07:42:53.734698 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bf172280-b932-4a9a-b981-19a09bef0256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769764225105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3936575'] for port, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:53.740587 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-808ab785-5048-4ddc-b303-69ed312a9c51 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:42:53.767544 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-ef3b9b10-0472-41b0-be07-8df30f0986bc req-e570b95d-ba99-40db-9ef1-5a637be27422 service neutron] 10.222.0.41 "GET /v2.0/networks/d9ecd3e3-6ca4-4efc-a088-a606be5679c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4327703 Apr 19 07:42:53.780468 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] For port 4b00d976-3c2d-4b8e-95a5-bd642ddac30b, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=4b00d976-3c2d-4b8e-95a5-bd642ddac30b,segment=NetworkSegment(a453a347-3ee5-4bff-8f95-cec0fa8d6963),segment_id=a453a347-3ee5-4bff-8f95-cec0fa8d6963)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:42:53.800728 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf172280-b932-4a9a-b981-19a09bef0256 admin admin] Network e87e9adf-9874-4d07-9d49-89485cde7b0f is already hosted by enough agents. {{(pid=86412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 07:42:53.803833 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.base_scheduler [None req-bf172280-b932-4a9a-b981-19a09bef0256 admin admin] Resources bound (agent type, host, resource id): {{(pid=86412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 07:42:53.817264 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf172280-b932-4a9a-b981-19a09bef0256 admin admin] Received port after_create {{(pid=86412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 07:42:53.826944 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-6ef434f7-9ce3-4d29-b7f8-fdcf7ae771fa req-cd18b5f3-eefa-4f29-bd7f-179239f9a05f tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829265 Apr 19 07:42:53.855591 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Returning: {'device': '4b00d976-3c2d-4b8e-95a5-bd642ddac30b', 'network_id': 'a6592c2a-0849-4380-bef8-37b4b3e1274d', 'port_id': '4b00d976-3c2d-4b8e-95a5-bd642ddac30b', 'mac_address': 'fa:16:3e:a4:f5:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97dcc01a-d0cc-4dce-9455-151a64e8fa2f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86414) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 07:42:53.946032 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-ef3b9b10-0472-41b0-be07-8df30f0986bc req-3e07a602-6931-4d53-a2cd-4ee5b576a44f service neutron] 10.222.0.41 "GET /v2.0/networks/d9ecd3e3-6ca4-4efc-a088-a606be5679c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649089 Apr 19 07:42:54.009117 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-42af0c7e-0ae8-4080-b9de-fcc316357808 None None] Notify callbacks [] for port, precommit_create {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:54.040625 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:54.051292 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-42af0c7e-0ae8-4080-b9de-fcc316357808 None None] Transition to ACTIVE for port object 3d8e7f71-ed1a-441f-b436-af399b838922 will not be triggered until provisioned by entity L2. {{(pid=86414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 07:42:54.118978 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b00d976-3c2d-4b8e-95a5-bd642ddac30b {{(pid=86414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 07:42:54.148837 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-42af0c7e-0ae8-4080-b9de-fcc316357808 None None] Transition to ACTIVE for port object 3d8e7f71-ed1a-441f-b436-af399b838922 will not be triggered until provisioned by entity DHCP. {{(pid=86414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 07:42:54.153051 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf172280-b932-4a9a-b981-19a09bef0256 admin admin] Pushing event updated for resources: {'Port': ['ID=6cb443b0-5e42-42c7-9b51-e252f2620a7a,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:42:54.170481 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-bf172280-b932-4a9a-b981-19a09bef0256 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:42:54.177797 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-42af0c7e-0ae8-4080-b9de-fcc316357808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769764225105'] for port, after_create {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:54.187209 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:42:54.218066 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28540244-b385-478a-bf9c-ad5f7a5f5023 req-3dceded4-4dd2-446b-a364-e5a8df8065bc tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:54.219768 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-28540244-b385-478a-bf9c-ad5f7a5f5023 req-3dceded4-4dd2-446b-a364-e5a8df8065bc tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/ports?device_id=44a31ee0-31e5-4a59-ade9-f74ae6aa41e9 HTTP/1.1" status: 200 len: 944 time: 0.1305575 Apr 19 07:42:54.282632 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] For port 4b00d976-3c2d-4b8e-95a5-bd642ddac30b, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=4b00d976-3c2d-4b8e-95a5-bd642ddac30b,segment=NetworkSegment(a453a347-3ee5-4bff-8f95-cec0fa8d6963),segment_id=a453a347-3ee5-4bff-8f95-cec0fa8d6963)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:42:54.295729 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-28540244-b385-478a-bf9c-ad5f7a5f5023 req-f887b5b6-e89e-405c-93e8-97d5f229b18e tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ecfeb0f-2df5-400e-8733-6e1eda84c027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694051 Apr 19 07:42:54.303191 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42af0c7e-0ae8-4080-b9de-fcc316357808 None None] Network bb1f6aa4-52e2-4d96-9b26-60c00e743c52 is already hosted by enough agents. {{(pid=86414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 07:42:54.316267 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.base_scheduler [None req-42af0c7e-0ae8-4080-b9de-fcc316357808 None None] Resources bound (agent type, host, resource id): {{(pid=86414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 07:42:54.318844 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42af0c7e-0ae8-4080-b9de-fcc316357808 None None] Received port after_create {{(pid=86414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 07:42:54.321382 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:54.414116 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-ae39040e-836a-415f-a7ed-bbb50b6fdd0b req-758f5bb0-10b9-406c-8a3a-4da807302eb1 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d7d29a2-dfc6-4eb9-bed4-1241e7269cca HTTP/1.1" status: 200 len: 210 time: 0.0734451 Apr 19 07:42:54.432499 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42af0c7e-0ae8-4080-b9de-fcc316357808 None None] Pushing event updated for resources: {'Port': ['ID=3d8e7f71-ed1a-441f-b436-af399b838922,revision_number=1']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:42:54.441738 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-42af0c7e-0ae8-4080-b9de-fcc316357808 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:42:54.451734 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.119s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:42:54.490654 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bf172280-b932-4a9a-b981-19a09bef0256 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:54.560076 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Pushing event updated for resources: {'Port': ['ID=4b00d976-3c2d-4b8e-95a5-bd642ddac30b,revision_number=4']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:42:54.569928 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:42:54.593901 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-42af0c7e-0ae8-4080-b9de-fcc316357808 None None] Attempting to bind port 3d8e7f71-ed1a-441f-b436-af399b838922 on host dv-cinder-773870-2-smb for vnic_type normal with profile {{(pid=86414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 07:42:54.594466 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-42af0c7e-0ae8-4080-b9de-fcc316357808 None None] Attempting to bind port 3d8e7f71-ed1a-441f-b436-af399b838922 by drivers openvswitch,hyperv on host dv-cinder-773870-2-smb at level 0 using segments [{'id': '492d90ba-daae-491f-9321-0ce8a8a2b353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'bb1f6aa4-52e2-4d96-9b26-60c00e743c52'}] {{(pid=86414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 07:42:54.595011 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42af0c7e-0ae8-4080-b9de-fcc316357808 None None] Attempting to bind port 3d8e7f71-ed1a-441f-b436-af399b838922 on network bb1f6aa4-52e2-4d96-9b26-60c00e743c52 {{(pid=86414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 07:42:54.605666 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42af0c7e-0ae8-4080-b9de-fcc316357808 None None] Checking agent: {'id': 'ee0c2bac-a846-4753-a270-37ad89ef2b53', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773870-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 32, 41), 'started_at': datetime.datetime(2021, 4, 19, 7, 33, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773870-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 07:42:54.606171 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42af0c7e-0ae8-4080-b9de-fcc316357808 None None] Checking segment: {'id': '492d90ba-daae-491f-9321-0ce8a8a2b353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'bb1f6aa4-52e2-4d96-9b26-60c00e743c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 07:42:54.607103 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-42af0c7e-0ae8-4080-b9de-fcc316357808 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:54.607103 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42af0c7e-0ae8-4080-b9de-fcc316357808 None None] Bound using segment: {'id': '492d90ba-daae-491f-9321-0ce8a8a2b353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'bb1f6aa4-52e2-4d96-9b26-60c00e743c52'} {{(pid=86414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 07:42:54.607760 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-42af0c7e-0ae8-4080-b9de-fcc316357808 None None] Bound port: 3d8e7f71-ed1a-441f-b436-af399b838922, host: dv-cinder-773870-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '492d90ba-daae-491f-9321-0ce8a8a2b353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'bb1f6aa4-52e2-4d96-9b26-60c00e743c52'}}] {{(pid=86414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 07:42:54.608242 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-42af0c7e-0ae8-4080-b9de-fcc316357808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:54.683835 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-82c74e9e-72c3-47b4-8ecc-7f69c605f47d None None] Notify callbacks [] for port, precommit_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:54.709899 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] get_ports_and_sgs() called for port_ids ['4b00d976-3c2d-4b8e-95a5-bd642ddac30b'] {{(pid=86414) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 07:42:54.738409 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-82c74e9e-72c3-47b4-8ecc-7f69c605f47d None None] Transition to ACTIVE for port object a18b6a90-9db7-4a9c-becd-b14baea25303 will not be triggered until provisioned by entity L2. {{(pid=86414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 07:42:54.768475 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-82c74e9e-72c3-47b4-8ecc-7f69c605f47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:54.780042 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:42:54.894628 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bf172280-b932-4a9a-b981-19a09bef0256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1807431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812703'] for router, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:54.920399 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eca7dd-60a6-43e0-b154-91d0f0686c73 req-02e26300-3f9b-45d9-917a-eb65c32435bc tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:54.922524 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-34eca7dd-60a6-43e0-b154-91d0f0686c73 req-02e26300-3f9b-45d9-917a-eb65c32435bc tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cb3e163-d85e-4af2-989d-8aeac6961b03 HTTP/1.1" status: 200 len: 945 time: 0.1088645 Apr 19 07:42:54.997838 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-34eca7dd-60a6-43e0-b154-91d0f0686c73 req-aa4a48e9-0db1-4799-a3a8-9d04bf178966 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=36650465-235a-4162-8acf-4b22f62c04fd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0685589 Apr 19 07:42:55.008878 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-42af0c7e-0ae8-4080-b9de-fcc316357808 None None] For port 3d8e7f71-ed1a-441f-b436-af399b838922, host dv-cinder-773870-2-smb, cleared binding levels {{(pid=86414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 07:42:55.156206 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8598d8f-aaea-4cde-aa39-e9c87e4b2238 req-3f1d2647-ccf9-4728-907f-cb16370c87b7 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:55.166074 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-f8598d8f-aaea-4cde-aa39-e9c87e4b2238 req-3f1d2647-ccf9-4728-907f-cb16370c87b7 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=947030fe-ad0e-4b25-98e0-790795d6c121 HTTP/1.1" status: 200 len: 945 time: 0.1223481 Apr 19 07:42:55.202268 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf172280-b932-4a9a-b981-19a09bef0256 admin admin] Router 61c6870c-a367-46bd-9828-08f3d3e9d82d is scheduled to L3 agent af0aee0b-5275-4bf1-b5b2-246fd8e7196c with binding_index 1 {{(pid=86412) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 07:42:55.222692 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-f8598d8f-aaea-4cde-aa39-e9c87e4b2238 req-c78fe7ea-5f6c-424c-8581-a7f7c504b79b tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555527 Apr 19 07:42:55.304600 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-42af0c7e-0ae8-4080-b9de-fcc316357808 None None] For port 3d8e7f71-ed1a-441f-b436-af399b838922, host dv-cinder-773870-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-smb',level=0,port_id=3d8e7f71-ed1a-441f-b436-af399b838922,segment=NetworkSegment(492d90ba-daae-491f-9321-0ce8a8a2b353),segment_id=492d90ba-daae-491f-9321-0ce8a8a2b353)] {{(pid=86414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 07:42:55.357158 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-42af0c7e-0ae8-4080-b9de-fcc316357808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:55.373145 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc1a120-37f3-481d-b54e-98352850800a None None] Pushing event updated for resources: {'Port': ['ID=a18b6a90-9db7-4a9c-becd-b14baea25303,revision_number=3']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:42:55.389499 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-3bc1a120-37f3-481d-b54e-98352850800a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.609s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:42:55.398155 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:42:55.413007 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf172280-b932-4a9a-b981-19a09bef0256 admin admin] Notify agent at l3_agent.dv-cinder-773870-2-smb the message routers_updated {{(pid=86412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 07:42:55.422574 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3811c77b-4690-4dfb-bc37-6b33b4ce6c06 None None] Sync routers for ids ['61c6870c-a367-46bd-9828-08f3d3e9d82d'] in dv-cinder-773870-2-smb {{(pid=86415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 07:42:55.437824 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3811c77b-4690-4dfb-bc37-6b33b4ce6c06 None None] Routers {'61c6870c-a367-46bd-9828-08f3d3e9d82d'} bound to L3 agent in host dv-cinder-773870-2-smb {{(pid=86415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 07:42:55.441359 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-3811c77b-4690-4dfb-bc37-6b33b4ce6c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T07:32:39Z,description=,heartbeat_timestamp=2021-04-19T07:42:39Z,host='dv-cinder-773870-2-smb',id=af0aee0b-5275-4bf1-b5b2-246fd8e7196c,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T07:32:39Z,topic='l3_agent')) {'router_ids': ['61c6870c-a367-46bd-9828-08f3d3e9d82d'], 'active': True} {{(pid=86415) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:42:55.445369 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bf172280-b932-4a9a-b981-19a09bef0256 admin admin] Notify callbacks [] for router, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:55.447819 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-bf172280-b932-4a9a-b981-19a09bef0256 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0692463 Apr 19 07:42:55.452311 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 39382) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:42:55.476475 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-82c74e9e-72c3-47b4-8ecc-7f69c605f47d None None] Attempting to bind port a18b6a90-9db7-4a9c-becd-b14baea25303 on host dv-cinder-773870-2-smb for vnic_type normal with profile {{(pid=86414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 07:42:55.476823 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-82c74e9e-72c3-47b4-8ecc-7f69c605f47d None None] Attempting to bind port a18b6a90-9db7-4a9c-becd-b14baea25303 by drivers openvswitch,hyperv on host dv-cinder-773870-2-smb at level 0 using segments [{'id': '12dfadba-9621-4833-9b73-52005e0c6bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f31f6013-b5a9-48b8-9235-e85b54de9f4c'}] {{(pid=86414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 07:42:55.477229 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c74e9e-72c3-47b4-8ecc-7f69c605f47d None None] Attempting to bind port a18b6a90-9db7-4a9c-becd-b14baea25303 on network f31f6013-b5a9-48b8-9235-e85b54de9f4c {{(pid=86414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 07:42:55.508202 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c74e9e-72c3-47b4-8ecc-7f69c605f47d None None] Checking agent: {'id': 'ee0c2bac-a846-4753-a270-37ad89ef2b53', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773870-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 32, 41), 'started_at': datetime.datetime(2021, 4, 19, 7, 33, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773870-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 07:42:55.508623 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c74e9e-72c3-47b4-8ecc-7f69c605f47d None None] Checking segment: {'id': '12dfadba-9621-4833-9b73-52005e0c6bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f31f6013-b5a9-48b8-9235-e85b54de9f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 07:42:55.509072 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-82c74e9e-72c3-47b4-8ecc-7f69c605f47d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:55.509509 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c74e9e-72c3-47b4-8ecc-7f69c605f47d None None] Bound using segment: {'id': '12dfadba-9621-4833-9b73-52005e0c6bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f31f6013-b5a9-48b8-9235-e85b54de9f4c'} {{(pid=86414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 07:42:55.510047 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-82c74e9e-72c3-47b4-8ecc-7f69c605f47d None None] Bound port: a18b6a90-9db7-4a9c-becd-b14baea25303, host: dv-cinder-773870-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12dfadba-9621-4833-9b73-52005e0c6bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f31f6013-b5a9-48b8-9235-e85b54de9f4c'}}] {{(pid=86414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 07:42:55.510462 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-82c74e9e-72c3-47b4-8ecc-7f69c605f47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:55.580194 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6880743-7aa2-4233-94a5-e02e58b4d307 req-52009285-edf0-4b4a-be33-9d616119513f tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:55.594962 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-d6880743-7aa2-4233-94a5-e02e58b4d307 req-52009285-edf0-4b4a-be33-9d616119513f tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/ports?device_id=44a31ee0-31e5-4a59-ade9-f74ae6aa41e9 HTTP/1.1" status: 200 len: 945 time: 0.1888654 Apr 19 07:42:55.605250 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42af0c7e-0ae8-4080-b9de-fcc316357808 None None] Pushing event updated for resources: {'Port': ['ID=3d8e7f71-ed1a-441f-b436-af399b838922,revision_number=2']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:42:55.630860 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-42af0c7e-0ae8-4080-b9de-fcc316357808 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:42:55.719582 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-48833975-90f8-4c4c-a657-9caa1c14db7a req-2ce2053f-8563-4c39-b622-4ae25aee81f5 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d7d29a2-dfc6-4eb9-bed4-1241e7269cca HTTP/1.1" status: 200 len: 210 time: 0.0871186 Apr 19 07:42:55.740393 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-82c74e9e-72c3-47b4-8ecc-7f69c605f47d None None] For port a18b6a90-9db7-4a9c-becd-b14baea25303, host dv-cinder-773870-2-smb, cleared binding levels {{(pid=86414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 07:42:55.748068 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-82c74e9e-72c3-47b4-8ecc-7f69c605f47d None None] For port a18b6a90-9db7-4a9c-becd-b14baea25303, host dv-cinder-773870-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-smb',level=0,port_id=a18b6a90-9db7-4a9c-becd-b14baea25303,segment=NetworkSegment(12dfadba-9621-4833-9b73-52005e0c6bf2),segment_id=12dfadba-9621-4833-9b73-52005e0c6bf2)] {{(pid=86414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 07:42:55.755264 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-82c74e9e-72c3-47b4-8ecc-7f69c605f47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:55.760860 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-42af0c7e-0ae8-4080-b9de-fcc316357808 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:42:55.765048 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-d6880743-7aa2-4233-94a5-e02e58b4d307 req-baf372a0-2515-4517-9895-ac67187fcbb8 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ecfeb0f-2df5-400e-8733-6e1eda84c027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689858 Apr 19 07:42:55.856259 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvr_db [None req-3811c77b-4690-4dfb-bc37-6b33b4ce6c06 None None] Set router 61c6870c-a367-46bd-9828-08f3d3e9d82d gateway port host: dv-cinder-773870-2-smb {{(pid=86415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 07:42:55.924621 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c74e9e-72c3-47b4-8ecc-7f69c605f47d None None] Routers {'79ef9d24-0a07-4af8-9290-62eec12f057d'} bound to L3 agent in host dv-cinder-773870-2-smb {{(pid=86414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 07:42:55.925561 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-82c74e9e-72c3-47b4-8ecc-7f69c605f47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T07:32:39Z,description=,heartbeat_timestamp=2021-04-19T07:42:39Z,host='dv-cinder-773870-2-smb',id=af0aee0b-5275-4bf1-b5b2-246fd8e7196c,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T07:32:39Z,topic='l3_agent')) {'router_ids': ['79ef9d24-0a07-4af8-9290-62eec12f057d'], 'active': True} {{(pid=86414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:42:55.928068 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b9b10-0472-41b0-be07-8df30f0986bc req-128ca815-aa43-43e4-8e32-46ceec687289 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:55.932318 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-ef3b9b10-0472-41b0-be07-8df30f0986bc req-128ca815-aa43-43e4-8e32-46ceec687289 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] 10.222.0.42 "GET /v2.0/networks?id=d9ecd3e3-6ca4-4efc-a088-a606be5679c7 HTTP/1.1" status: 200 len: 809 time: 0.3909795 Apr 19 07:42:56.004825 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc1a120-37f3-481d-b54e-98352850800a None None] Pushing event updated for resources: {'Port': ['ID=a18b6a90-9db7-4a9c-becd-b14baea25303,revision_number=4']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:42:56.072933 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-3bc1a120-37f3-481d-b54e-98352850800a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:42:56.201414 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvr_db [None req-82c74e9e-72c3-47b4-8ecc-7f69c605f47d None None] Set router 79ef9d24-0a07-4af8-9290-62eec12f057d gateway port host: dv-cinder-773870-2-smb {{(pid=86414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 07:42:56.337373 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcaf339-24f0-4726-9eee-c24e8118e563 req-5b751c03-2446-44ac-8ca7-1e07cb01b8fd tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:56.339628 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-8dcaf339-24f0-4726-9eee-c24e8118e563 req-5b751c03-2446-44ac-8ca7-1e07cb01b8fd tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cb3e163-d85e-4af2-989d-8aeac6961b03 HTTP/1.1" status: 200 len: 945 time: 0.1255875 Apr 19 07:42:56.431341 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [req-ef3b9b10-0472-41b0-be07-8df30f0986bc req-30fac813-470a-4ab6-8801-a969e99f8258 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] Request body: {'port': {'device_id': '7d7d29a2-dfc6-4eb9-bed4-1241e7269cca', 'network_id': 'd9ecd3e3-6ca4-4efc-a088-a606be5679c7', 'admin_state_up': True, 'tenant_id': '52b425b2a4cd4fd590cc03f996c15111'}} {{(pid=86412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:42:56.437765 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-8dcaf339-24f0-4726-9eee-c24e8118e563 req-181343bd-7042-4303-b35c-308bcb42b942 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=36650465-235a-4162-8acf-4b22f62c04fd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0883665 Apr 19 07:42:56.557441 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-3811c77b-4690-4dfb-bc37-6b33b4ce6c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c6870c-a367-46bd-9828-08f3d3e9d82d', 'name': 'tempest-TestShelveInstance-422524587-router', 'tenant_id': 'f5a726837f7344d2904bbcfa95d45241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.252'}], 'enable_snat': True}, 'gw_port_id': '6cb443b0-5e42-42c7-9b51-e252f2620a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:42:52Z', 'updated_at': '2021-04-19T07:42:54Z', 'revision_number': 3, 'project_id': 'f5a726837f7344d2904bbcfa95d45241', 'gw_port': {'id': '6cb443b0-5e42-42c7-9b51-e252f2620a7a', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c6870c-a367-46bd-9828-08f3d3e9d82d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:42:53Z', 'updated_at': '2021-04-19T07:42:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb'}], 'dv-cinder-773870-2-smb', False) {} {{(pid=86415) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:42:56.567814 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3811c77b-4690-4dfb-bc37-6b33b4ce6c06 None None] Checking router: 61c6870c-a367-46bd-9828-08f3d3e9d82d for host: dv-cinder-773870-2-smb {{(pid=86415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 07:42:56.568212 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3811c77b-4690-4dfb-bc37-6b33b4ce6c06 None None] Updating router 61c6870c-a367-46bd-9828-08f3d3e9d82d port 6cb443b0-5e42-42c7-9b51-e252f2620a7a binding host dv-cinder-773870-2-smb {{(pid=86415) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 07:42:56.619938 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fdc359-17ce-4859-9716-b032bc313422 req-a72a4b0f-b926-4880-a5ef-0207e9ae86b9 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:56.621760 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-82c74e9e-72c3-47b4-8ecc-7f69c605f47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79ef9d24-0a07-4af8-9290-62eec12f057d', 'name': 'tempest-TestShelveInstance-1678805845-router', 'tenant_id': 'd586c25e55a34159945f172e7227aaea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': '86e2b77d-af63-4602-9901-c4b664140e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:42:42Z', 'updated_at': '2021-04-19T07:42:49Z', 'revision_number': 4, 'project_id': 'd586c25e55a34159945f172e7227aaea', 'gw_port': {'id': '86e2b77d-af63-4602-9901-c4b664140e64', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ef9d24-0a07-4af8-9290-62eec12f057d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:42:43Z', 'updated_at': '2021-04-19T07:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb', '_interfaces': [{'id': 'a18b6a90-9db7-4a9c-becd-b14baea25303', 'name': '', 'network_id': 'f31f6013-b5a9-48b8-9235-e85b54de9f4c', 'tenant_id': 'd586c25e55a34159945f172e7227aaea', 'mac_address': 'fa:16:3e:8b:93:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79ef9d24-0a07-4af8-9290-62eec12f057d', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '30300aca-9c6c-45e4-95e0-6b32276ec6ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:42:47Z', 'updated_at': '2021-04-19T07:42:55Z', 'revision_number': 4, 'project_id': 'd586c25e55a34159945f172e7227aaea', 'subnets': [{'id': '30300aca-9c6c-45e4-95e0-6b32276ec6ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-smb', False) {} {{(pid=86414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:42:56.622419 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-b6fdc359-17ce-4859-9716-b032bc313422 req-a72a4b0f-b926-4880-a5ef-0207e9ae86b9 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=947030fe-ad0e-4b25-98e0-790795d6c121 HTTP/1.1" status: 200 len: 945 time: 0.1446555 Apr 19 07:42:56.626250 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c74e9e-72c3-47b4-8ecc-7f69c605f47d None None] The sync data for ids ['79ef9d24-0a07-4af8-9290-62eec12f057d'] in dv-cinder-773870-2-smb is: [{'id': '79ef9d24-0a07-4af8-9290-62eec12f057d', 'name': 'tempest-TestShelveInstance-1678805845-router', 'tenant_id': 'd586c25e55a34159945f172e7227aaea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': '86e2b77d-af63-4602-9901-c4b664140e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:42:42Z', 'updated_at': '2021-04-19T07:42:49Z', 'revision_number': 4, 'project_id': 'd586c25e55a34159945f172e7227aaea', 'gw_port': {'id': '86e2b77d-af63-4602-9901-c4b664140e64', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ef9d24-0a07-4af8-9290-62eec12f057d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:42:43Z', 'updated_at': '2021-04-19T07:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb', '_interfaces': [{'id': 'a18b6a90-9db7-4a9c-becd-b14baea25303', 'name': '', 'network_id': 'f31f6013-b5a9-48b8-9235-e85b54de9f4c', 'tenant_id': 'd586c25e55a34159945f172e7227aaea', 'mac_address': 'fa:16:3e:8b:93:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79ef9d24-0a07-4af8-9290-62eec12f057d', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '30300aca-9c6c-45e4-95e0-6b32276ec6ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:42:47Z', 'updated_at': '2021-04-19T07:42:55Z', 'revision_number': 4, 'project_id': 'd586c25e55a34159945f172e7227aaea', 'subnets': [{'id': '30300aca-9c6c-45e4-95e0-6b32276ec6ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 07:42:56.640487 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-3811c77b-4690-4dfb-bc37-6b33b4ce6c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86415) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:56.709065 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-b6fdc359-17ce-4859-9716-b032bc313422 req-9097d802-cd78-431d-a3ed-bc5e068ee5de tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758750 Apr 19 07:42:56.880207 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [req-ef3b9b10-0472-41b0-be07-8df30f0986bc req-30fac813-470a-4ab6-8801-a969e99f8258 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:42:56.884703 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-ef3b9b10-0472-41b0-be07-8df30f0986bc req-30fac813-470a-4ab6-8801-a969e99f8258 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] Usage tracker for resource:port and tenant:52b425b2a4cd4fd590cc03f996c15111 is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:42:56.892567 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-ef3b9b10-0472-41b0-be07-8df30f0986bc req-30fac813-470a-4ab6-8801-a969e99f8258 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:42:56.905968 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [req-ef3b9b10-0472-41b0-be07-8df30f0986bc req-30fac813-470a-4ab6-8801-a969e99f8258 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:42:56.941560 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef3b9b10-0472-41b0-be07-8df30f0986bc req-30fac813-470a-4ab6-8801-a969e99f8258 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] Made reservation on behalf of 52b425b2a4cd4fd590cc03f996c15111 for: {'port': 1} {{(pid=86412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 07:42:56.947901 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-ef3b9b10-0472-41b0-be07-8df30f0986bc req-30fac813-470a-4ab6-8801-a969e99f8258 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:57.010667 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-b82bdb30-7737-4262-90fd-f722c41d508d req-db06a852-1baf-492d-bf80-0e2cee2c4a74 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d7d29a2-dfc6-4eb9-bed4-1241e7269cca HTTP/1.1" status: 200 len: 210 time: 0.0796020 Apr 19 07:42:57.187094 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fde58b-fac3-4492-b8ee-da4922a594da req-d9db44eb-7858-440a-af98-2f7660d9aec0 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:57.195941 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-92fde58b-fac3-4492-b8ee-da4922a594da req-d9db44eb-7858-440a-af98-2f7660d9aec0 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/ports?device_id=44a31ee0-31e5-4a59-ade9-f74ae6aa41e9 HTTP/1.1" status: 200 len: 945 time: 0.1551421 Apr 19 07:42:57.253343 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-92fde58b-fac3-4492-b8ee-da4922a594da req-0fe167d9-b994-4abd-be71-b06c3de12551 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ecfeb0f-2df5-400e-8733-6e1eda84c027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562415 Apr 19 07:42:57.268576 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f8a3f1-3959-42aa-8b12-61f1051ab4be None None] Network bb1f6aa4-52e2-4d96-9b26-60c00e743c52 requested from dv-cinder-773870-2-smb {{(pid=86414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 07:42:57.290340 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-3811c77b-4690-4dfb-bc37-6b33b4ce6c06 None None] Notify callbacks [] for port, precommit_update {{(pid=86415) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:57.304150 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-3811c77b-4690-4dfb-bc37-6b33b4ce6c06 None None] Transition to ACTIVE for port object 6cb443b0-5e42-42c7-9b51-e252f2620a7a will not be triggered until provisioned by entity L2. {{(pid=86415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 07:42:57.311287 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-3811c77b-4690-4dfb-bc37-6b33b4ce6c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86415) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:57.317812 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86415) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:42:57.372225 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Device 4b00d976-3c2d-4b8e-95a5-bd642ddac30b up at agent hyperv_hv-cinder-77387 {{(pid=86414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 07:42:57.415705 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-3811c77b-4690-4dfb-bc37-6b33b4ce6c06 None None] Attempting to bind port 6cb443b0-5e42-42c7-9b51-e252f2620a7a on host dv-cinder-773870-2-smb for vnic_type normal with profile {{(pid=86415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 07:42:57.416322 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-3811c77b-4690-4dfb-bc37-6b33b4ce6c06 None None] Attempting to bind port 6cb443b0-5e42-42c7-9b51-e252f2620a7a by drivers openvswitch,hyperv on host dv-cinder-773870-2-smb at level 0 using segments [{'id': '02bd2b75-5f2a-405f-9739-3049934ed397', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f'}] {{(pid=86415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 07:42:57.416922 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3811c77b-4690-4dfb-bc37-6b33b4ce6c06 None None] Attempting to bind port 6cb443b0-5e42-42c7-9b51-e252f2620a7a on network e87e9adf-9874-4d07-9d49-89485cde7b0f {{(pid=86415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 07:42:57.417925 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-b4fc4283-a99c-4379-872e-ef3ca50bf905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:57.428576 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3811c77b-4690-4dfb-bc37-6b33b4ce6c06 None None] Checking agent: {'id': 'ee0c2bac-a846-4753-a270-37ad89ef2b53', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773870-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 32, 41), 'started_at': datetime.datetime(2021, 4, 19, 7, 33, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773870-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 07:42:57.429376 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3811c77b-4690-4dfb-bc37-6b33b4ce6c06 None None] Checking segment: {'id': '02bd2b75-5f2a-405f-9739-3049934ed397', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 07:42:57.430037 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-3811c77b-4690-4dfb-bc37-6b33b4ce6c06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86415) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:57.430664 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3811c77b-4690-4dfb-bc37-6b33b4ce6c06 None None] Bound using segment: {'id': '02bd2b75-5f2a-405f-9739-3049934ed397', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f'} {{(pid=86415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 07:42:57.431424 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-3811c77b-4690-4dfb-bc37-6b33b4ce6c06 None None] Bound port: 6cb443b0-5e42-42c7-9b51-e252f2620a7a, host: dv-cinder-773870-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02bd2b75-5f2a-405f-9739-3049934ed397', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f'}}] {{(pid=86415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 07:42:57.432043 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-3811c77b-4690-4dfb-bc37-6b33b4ce6c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86415) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:57.446675 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.db_base_plugin_common [req-ef3b9b10-0472-41b0-be07-8df30f0986bc req-30fac813-470a-4ab6-8801-a969e99f8258 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] Allocated IP 172.20.0.2 (d9ecd3e3-6ca4-4efc-a088-a606be5679c7/ee1ef929-233f-4d45-90c6-cfd0e13034af/b56d4fed-a535-4086-b697-b9b6b33c79c9) {{(pid=86412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 07:42:57.466134 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-32a507d9-1588-4f73-83a6-b202c2862eb1 None None] Provisioning for port 3d8e7f71-ed1a-441f-b436-af399b838922 completed by entity DHCP. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 07:42:57.467321 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c52ebc-b946-47c0-a909-9b1e89ac176c None None] Pushing event updated for resources: {'Port': ['ID=6cb443b0-5e42-42c7-9b51-e252f2620a7a,revision_number=2']} {{(pid=86415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:42:57.479702 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-c8c52ebc-b946-47c0-a909-9b1e89ac176c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86415) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:42:57.544114 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-3811c77b-4690-4dfb-bc37-6b33b4ce6c06 None None] For port 6cb443b0-5e42-42c7-9b51-e252f2620a7a, host dv-cinder-773870-2-smb, cleared binding levels {{(pid=86415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 07:42:57.550677 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-3811c77b-4690-4dfb-bc37-6b33b4ce6c06 None None] For port 6cb443b0-5e42-42c7-9b51-e252f2620a7a, host dv-cinder-773870-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-smb',level=0,port_id=6cb443b0-5e42-42c7-9b51-e252f2620a7a,segment=NetworkSegment(02bd2b75-5f2a-405f-9739-3049934ed397),segment_id=02bd2b75-5f2a-405f-9739-3049934ed397)] {{(pid=86415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 07:42:57.555818 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-3811c77b-4690-4dfb-bc37-6b33b4ce6c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86415) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:57.561319 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-00c72516-dbd9-4a36-83c4-5df998ac56f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86415) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:42:57.574273 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Provisioning for port 4b00d976-3c2d-4b8e-95a5-bd642ddac30b completed by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 07:42:57.580041 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Provisioning complete for port 4b00d976-3c2d-4b8e-95a5-bd642ddac30b triggered by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:42:57.580454 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:57.726946 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c52ebc-b946-47c0-a909-9b1e89ac176c None None] Pushing event updated for resources: {'Port': ['ID=6cb443b0-5e42-42c7-9b51-e252f2620a7a,revision_number=3']} {{(pid=86415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:42:57.735286 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-c8c52ebc-b946-47c0-a909-9b1e89ac176c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86415) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:42:57.750546 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3811c77b-4690-4dfb-bc37-6b33b4ce6c06 None None] Routers {'61c6870c-a367-46bd-9828-08f3d3e9d82d'} bound to L3 agent in host dv-cinder-773870-2-smb {{(pid=86415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 07:42:57.751258 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-3811c77b-4690-4dfb-bc37-6b33b4ce6c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T07:32:39Z,description=,heartbeat_timestamp=2021-04-19T07:42:39Z,host='dv-cinder-773870-2-smb',id=af0aee0b-5275-4bf1-b5b2-246fd8e7196c,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T07:32:39Z,topic='l3_agent')) {'router_ids': ['61c6870c-a367-46bd-9828-08f3d3e9d82d'], 'active': True} {{(pid=86415) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:42:57.794564 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a427f-97b1-4190-a844-690e3ee9990f req-50e4a021-6e8d-4e83-a1b9-0622fa3b2bfd tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:57.827758 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-9d1a427f-97b1-4190-a844-690e3ee9990f req-50e4a021-6e8d-4e83-a1b9-0622fa3b2bfd tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cb3e163-d85e-4af2-989d-8aeac6961b03 HTTP/1.1" status: 200 len: 945 time: 0.2224166 Apr 19 07:42:57.888226 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-9d1a427f-97b1-4190-a844-690e3ee9990f req-5704f63d-0683-4006-95eb-e2721efee3db tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=36650465-235a-4162-8acf-4b22f62c04fd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0594170 Apr 19 07:42:57.957031 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Device a18b6a90-9db7-4a9c-becd-b14baea25303 up at agent ovs-agent-dv-cinder-773870-2-smb {{(pid=86414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 07:42:58.061326 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:58.100605 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74dbaed-2487-4ffd-91c1-70b346515732 req-3a4210df-2d59-4f9b-b6ab-5f9e1d736cf0 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:58.115447 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-a74dbaed-2487-4ffd-91c1-70b346515732 req-3a4210df-2d59-4f9b-b6ab-5f9e1d736cf0 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=947030fe-ad0e-4b25-98e0-790795d6c121 HTTP/1.1" status: 200 len: 945 time: 0.1807096 Apr 19 07:42:58.138813 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.db_base_plugin_common [None req-b4fc4283-a99c-4379-872e-ef3ca50bf905 admin admin] Allocated IP 172.20.0.1 (bb1f6aa4-52e2-4d96-9b26-60c00e743c52/42768586-7936-47b2-97c5-4e4fdd5942e8/551eacfa-db38-48ca-85e6-48215a5be1e8) {{(pid=86412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 07:42:58.155888 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvr_db [None req-3811c77b-4690-4dfb-bc37-6b33b4ce6c06 None None] Set router 61c6870c-a367-46bd-9828-08f3d3e9d82d gateway port host: dv-cinder-773870-2-smb {{(pid=86415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 07:42:58.202890 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44a31ee0-31e5-4a59-ade9-f74ae6aa41e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b00d976-3c2d-4b8e-95a5-bd642ddac30b'}] {{(pid=86414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 07:42:58.254896 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-a74dbaed-2487-4ffd-91c1-70b346515732 req-3d8ec611-22b7-4583-87c2-fd9d706c2855 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299067 Apr 19 07:42:58.255326 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] For port 4b00d976-3c2d-4b8e-95a5-bd642ddac30b, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=4b00d976-3c2d-4b8e-95a5-bd642ddac30b,segment=NetworkSegment(a453a347-3ee5-4bff-8f95-cec0fa8d6963),segment_id=a453a347-3ee5-4bff-8f95-cec0fa8d6963)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:42:58.279521 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:58.282608 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:42:58.380684 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-05da457a-68f4-4343-97ec-06b1eab17c34 req-be11b295-be1a-4d66-acf4-f417321dcd8c tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d7d29a2-dfc6-4eb9-bed4-1241e7269cca HTTP/1.1" status: 200 len: 210 time: 0.1107249 Apr 19 07:42:58.385612 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44a31ee0-31e5-4a59-ade9-f74ae6aa41e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b00d976-3c2d-4b8e-95a5-bd642ddac30b', 'code': 200} Apr 19 07:42:58.386376 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Provisioning for port a18b6a90-9db7-4a9c-becd-b14baea25303 completed by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 07:42:58.410399 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Provisioning complete for port a18b6a90-9db7-4a9c-becd-b14baea25303 triggered by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:42:58.410900 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:58.487365 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-b4fc4283-a99c-4379-872e-ef3ca50bf905 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:58.571044 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Pushing event updated for resources: {'Port': ['ID=4b00d976-3c2d-4b8e-95a5-bd642ddac30b,revision_number=5']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:42:58.572553 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-b4fc4283-a99c-4379-872e-ef3ca50bf905 admin admin] Transition to ACTIVE for port object 551eacfa-db38-48ca-85e6-48215a5be1e8 will not be triggered until provisioned by entity DHCP. {{(pid=86412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 07:42:58.577171 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:42:58.611266 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-ef3b9b10-0472-41b0-be07-8df30f0986bc req-30fac813-470a-4ab6-8801-a969e99f8258 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] Notify callbacks [] for port, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:58.654353 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-b4fc4283-a99c-4379-872e-ef3ca50bf905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769764225105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3936575'] for port, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:58.666761 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-664c8324-8bb7-4d6c-a40f-abf78d98fa12 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:42:58.733238 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:58.744164 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-3811c77b-4690-4dfb-bc37-6b33b4ce6c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c6870c-a367-46bd-9828-08f3d3e9d82d', 'name': 'tempest-TestShelveInstance-422524587-router', 'tenant_id': 'f5a726837f7344d2904bbcfa95d45241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.252'}], 'enable_snat': True}, 'gw_port_id': '6cb443b0-5e42-42c7-9b51-e252f2620a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:42:52Z', 'updated_at': '2021-04-19T07:42:54Z', 'revision_number': 3, 'project_id': 'f5a726837f7344d2904bbcfa95d45241', 'gw_port': {'id': '6cb443b0-5e42-42c7-9b51-e252f2620a7a', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c6870c-a367-46bd-9828-08f3d3e9d82d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:42:53Z', 'updated_at': '2021-04-19T07:42:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb'}], 'dv-cinder-773870-2-smb', False) {} {{(pid=86415) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:42:58.748696 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3811c77b-4690-4dfb-bc37-6b33b4ce6c06 None None] The sync data for ids ['61c6870c-a367-46bd-9828-08f3d3e9d82d'] in dv-cinder-773870-2-smb is: [{'id': '61c6870c-a367-46bd-9828-08f3d3e9d82d', 'name': 'tempest-TestShelveInstance-422524587-router', 'tenant_id': 'f5a726837f7344d2904bbcfa95d45241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.252'}], 'enable_snat': True}, 'gw_port_id': '6cb443b0-5e42-42c7-9b51-e252f2620a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:42:52Z', 'updated_at': '2021-04-19T07:42:54Z', 'revision_number': 3, 'project_id': 'f5a726837f7344d2904bbcfa95d45241', 'gw_port': {'id': '6cb443b0-5e42-42c7-9b51-e252f2620a7a', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c6870c-a367-46bd-9828-08f3d3e9d82d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:42:53Z', 'updated_at': '2021-04-19T07:42:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb'}] {{(pid=86415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 07:42:58.751971 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fc4283-a99c-4379-872e-ef3ca50bf905 admin admin] Pushing event updated for resources: {'Port': ['ID=551eacfa-db38-48ca-85e6-48215a5be1e8,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:42:58.755333 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1702f9b1-25c7-4578-a436-0e3af5ede3dd req-573fa977-4db9-4c8b-9e9f-303dca3821b2 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:58.757269 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-1702f9b1-25c7-4578-a436-0e3af5ede3dd req-573fa977-4db9-4c8b-9e9f-303dca3821b2 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/ports?device_id=44a31ee0-31e5-4a59-ade9-f74ae6aa41e9 HTTP/1.1" status: 200 len: 946 time: 0.1211441 Apr 19 07:42:58.784615 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] For port a18b6a90-9db7-4a9c-becd-b14baea25303, host dv-cinder-773870-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-smb',level=0,port_id=a18b6a90-9db7-4a9c-becd-b14baea25303,segment=NetworkSegment(12dfadba-9621-4833-9b73-52005e0c6bf2),segment_id=12dfadba-9621-4833-9b73-52005e0c6bf2)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:42:58.788629 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:58.789547 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Device 3d8e7f71-ed1a-441f-b436-af399b838922 up at agent ovs-agent-dv-cinder-773870-2-smb {{(pid=86414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 07:42:58.805510 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4fc4283-a99c-4379-872e-ef3ca50bf905 admin admin] Network bb1f6aa4-52e2-4d96-9b26-60c00e743c52 is already hosted by enough agents. {{(pid=86412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 07:42:58.812320 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-1702f9b1-25c7-4578-a436-0e3af5ede3dd req-ee0b07f0-678d-45ab-84c1-8e7616767be8 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ecfeb0f-2df5-400e-8733-6e1eda84c027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476580 Apr 19 07:42:58.812920 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.base_scheduler [None req-b4fc4283-a99c-4379-872e-ef3ca50bf905 admin admin] Resources bound (agent type, host, resource id): {{(pid=86412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 07:42:58.815920 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fc4283-a99c-4379-872e-ef3ca50bf905 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:42:58.816152 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fc4283-a99c-4379-872e-ef3ca50bf905 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:42:58.816497 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fc4283-a99c-4379-872e-ef3ca50bf905 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:42:58.816892 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fc4283-a99c-4379-872e-ef3ca50bf905 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:42:58.817282 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fc4283-a99c-4379-872e-ef3ca50bf905 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:42:58.817673 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fc4283-a99c-4379-872e-ef3ca50bf905 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:42:58.818285 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fc4283-a99c-4379-872e-ef3ca50bf905 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:42:58.818676 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fc4283-a99c-4379-872e-ef3ca50bf905 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:42:58.819062 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fc4283-a99c-4379-872e-ef3ca50bf905 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:42:58.819487 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fc4283-a99c-4379-872e-ef3ca50bf905 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:42:58.819878 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fc4283-a99c-4379-872e-ef3ca50bf905 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:42:58.820262 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fc4283-a99c-4379-872e-ef3ca50bf905 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:42:58.823039 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:42:58.825482 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fc4283-a99c-4379-872e-ef3ca50bf905 admin admin] Received port after_create {{(pid=86412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 07:42:58.890617 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-b4fc4283-a99c-4379-872e-ef3ca50bf905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852965886'] for router_interface, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:58.893877 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-b4fc4283-a99c-4379-872e-ef3ca50bf905 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:42:58.895830 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-ef3b9b10-0472-41b0-be07-8df30f0986bc req-30fac813-470a-4ab6-8801-a969e99f8258 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769764225105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3936575'] for port, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:58.912714 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-d91b57b1-e8a0-4108-9c93-fc96b8454f5a tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:42:58.922666 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Pushing event updated for resources: {'Port': ['ID=a18b6a90-9db7-4a9c-becd-b14baea25303,revision_number=5']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:42:58.928158 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:42:58.936548 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Provisioning for port 3d8e7f71-ed1a-441f-b436-af399b838922 completed by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 07:42:58.944021 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Provisioning complete for port 3d8e7f71-ed1a-441f-b436-af399b838922 triggered by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:42:58.944711 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:58.999783 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fac813-470a-4ab6-8801-a969e99f8258 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] Pushing event updated for resources: {'Port': ['ID=b56d4fed-a535-4086-b697-b9b6b33c79c9,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:42:59.010865 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-30fac813-470a-4ab6-8801-a969e99f8258 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:42:59.022212 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef3b9b10-0472-41b0-be07-8df30f0986bc req-30fac813-470a-4ab6-8801-a969e99f8258 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] Network d9ecd3e3-6ca4-4efc-a088-a606be5679c7 is already hosted by enough agents. {{(pid=86412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 07:42:59.027526 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.base_scheduler [req-ef3b9b10-0472-41b0-be07-8df30f0986bc req-30fac813-470a-4ab6-8801-a969e99f8258 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] Resources bound (agent type, host, resource id): {{(pid=86412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 07:42:59.032928 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef3b9b10-0472-41b0-be07-8df30f0986bc req-30fac813-470a-4ab6-8801-a969e99f8258 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] Received port after_create {{(pid=86412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 07:42:59.040763 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-217ed58d-246f-4f3c-823c-9dc530e73696 None None] Provisioning for port 551eacfa-db38-48ca-85e6-48215a5be1e8 completed by entity DHCP. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 07:42:59.048053 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-217ed58d-246f-4f3c-823c-9dc530e73696 None None] Provisioning complete for port 551eacfa-db38-48ca-85e6-48215a5be1e8 triggered by entity DHCP. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:42:59.048350 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-217ed58d-246f-4f3c-823c-9dc530e73696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:59.107560 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec76f97-233b-4bca-adf5-823a38a9210f req-ef97871a-dcac-4091-b4d7-d4ea4f43cf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:59.109221 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-8ec76f97-233b-4bca-adf5-823a38a9210f req-ef97871a-dcac-4091-b4d7-d4ea4f43cf12 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=44a31ee0-31e5-4a59-ade9-f74ae6aa41e9 HTTP/1.1" status: 200 len: 1099 time: 0.3585796 Apr 19 07:42:59.148929 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5092e846-b9ab-4786-9b6e-b6446712c759 req-27564c49-5e84-4a8e-a96a-39815c357040 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:59.149144 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b9b10-0472-41b0-be07-8df30f0986bc req-30fac813-470a-4ab6-8801-a969e99f8258 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:59.149750 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-ef3b9b10-0472-41b0-be07-8df30f0986bc req-30fac813-470a-4ab6-8801-a969e99f8258 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773070'] for port, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:59.150929 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-5092e846-b9ab-4786-9b6e-b6446712c759 req-27564c49-5e84-4a8e-a96a-39815c357040 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cb3e163-d85e-4af2-989d-8aeac6961b03 HTTP/1.1" status: 200 len: 945 time: 0.1110284 Apr 19 07:42:59.186309 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-217ed58d-246f-4f3c-823c-9dc530e73696 None None] Port 551eacfa-db38-48ca-85e6-48215a5be1e8 cannot update to ACTIVE because it is not bound. {{(pid=86414) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 07:42:59.189860 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:59.204451 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-5092e846-b9ab-4786-9b6e-b6446712c759 req-7f222508-4b13-48b4-b170-95e64101dd6e tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=36650465-235a-4162-8acf-4b22f62c04fd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0460598 Apr 19 07:42:59.228687 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] For port 3d8e7f71-ed1a-441f-b436-af399b838922, host dv-cinder-773870-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-smb',level=0,port_id=3d8e7f71-ed1a-441f-b436-af399b838922,segment=NetworkSegment(492d90ba-daae-491f-9321-0ce8a8a2b353),segment_id=492d90ba-daae-491f-9321-0ce8a8a2b353)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:42:59.242356 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:59.242639 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-8ec76f97-233b-4bca-adf5-823a38a9210f req-c1f107d3-f493-4585-9664-67854e67d733 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7ecfeb0f-2df5-400e-8733-6e1eda84c027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243417 Apr 19 07:42:59.245207 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:42:59.246325 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-ef3b9b10-0472-41b0-be07-8df30f0986bc req-30fac813-470a-4ab6-8801-a969e99f8258 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8247416 Apr 19 07:42:59.267447 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-b4fc4283-a99c-4379-872e-ef3ca50bf905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:59.341300 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [req-ef3b9b10-0472-41b0-be07-8df30f0986bc req-52c5ce10-5289-4793-b7bd-0cef5f6d027e service neutron] Request body: {'port': {'device_id': '7d7d29a2-dfc6-4eb9-bed4-1241e7269cca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=86412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:42:59.364550 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Pushing event updated for resources: {'Port': ['ID=3d8e7f71-ed1a-441f-b436-af399b838922,revision_number=3']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:42:59.375698 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:42:59.478386 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955043f5-3867-4a8a-887a-1f794fe686c9 req-5dbeb0b1-57fb-4401-a117-73889f9da199 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:59.486467 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-955043f5-3867-4a8a-887a-1f794fe686c9 req-5dbeb0b1-57fb-4401-a117-73889f9da199 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=947030fe-ad0e-4b25-98e0-790795d6c121 HTTP/1.1" status: 200 len: 945 time: 0.1078553 Apr 19 07:42:59.548988 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-955043f5-3867-4a8a-887a-1f794fe686c9 req-35ba693e-c9fe-42ba-9c02-01ee16347541 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610292 Apr 19 07:42:59.595493 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-ef3b9b10-0472-41b0-be07-8df30f0986bc req-52c5ce10-5289-4793-b7bd-0cef5f6d027e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:42:59.660594 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d13776-ed25-42e9-90d1-d0a247b10f10 req-4396f077-873f-4bee-967c-19e80019b328 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:42:59.662290 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-67d13776-ed25-42e9-90d1-d0a247b10f10 req-4396f077-873f-4bee-967c-19e80019b328 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d7d29a2-dfc6-4eb9-bed4-1241e7269cca HTTP/1.1" status: 200 len: 931 time: 0.0924735 Apr 19 07:42:59.765452 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-67d13776-ed25-42e9-90d1-d0a247b10f10 req-c08cb17e-9206-4b52-808e-88aedd26c380 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf17a2d-edc6-495f-a2cd-93696383c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849724 Apr 19 07:42:59.863832 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Device 6cb443b0-5e42-42c7-9b51-e252f2620a7a up at agent ovs-agent-dv-cinder-773870-2-smb {{(pid=86414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 07:42:59.949042 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Provisioning for port 6cb443b0-5e42-42c7-9b51-e252f2620a7a completed by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 07:42:59.955290 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Provisioning complete for port 6cb443b0-5e42-42c7-9b51-e252f2620a7a triggered by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:42:59.955633 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:00.007363 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [req-ef3b9b10-0472-41b0-be07-8df30f0986bc req-52c5ce10-5289-4793-b7bd-0cef5f6d027e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b56d4fed-a535-4086-b697-b9b6b33c79c9 {{(pid=86412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 07:43:00.015850 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-ef3b9b10-0472-41b0-be07-8df30f0986bc req-52c5ce10-5289-4793-b7bd-0cef5f6d027e service neutron] Notify callbacks [] for port, precommit_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:00.040732 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [req-ef3b9b10-0472-41b0-be07-8df30f0986bc req-52c5ce10-5289-4793-b7bd-0cef5f6d027e service neutron] Transition to ACTIVE for port object b56d4fed-a535-4086-b697-b9b6b33c79c9 will not be triggered until provisioned by entity L2. {{(pid=86412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 07:43:00.046476 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.db.resource_extend [None req-b4fc4283-a99c-4379-872e-ef3ca50bf905 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 19 07:43:00.057533 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-ef3b9b10-0472-41b0-be07-8df30f0986bc req-52c5ce10-5289-4793-b7bd-0cef5f6d027e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850839242'] for port, after_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:00.065807 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:43:00.108657 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77fca70-37be-465a-99eb-ff3cddd4b0aa req-3e631a66-7b1c-4089-ab3e-ed161d945b7c tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:00.122675 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-b4fc4283-a99c-4379-872e-ef3ca50bf905 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:00.125298 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-f77fca70-37be-465a-99eb-ff3cddd4b0aa req-3e631a66-7b1c-4089-ab3e-ed161d945b7c tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/ports?device_id=44a31ee0-31e5-4a59-ade9-f74ae6aa41e9 HTTP/1.1" status: 200 len: 946 time: 0.1561158 Apr 19 07:43:00.141090 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-b4fc4283-a99c-4379-872e-ef3ca50bf905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850839242'] for port, after_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:00.148220 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:00.168547 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] For port 6cb443b0-5e42-42c7-9b51-e252f2620a7a, host dv-cinder-773870-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-smb',level=0,port_id=6cb443b0-5e42-42c7-9b51-e252f2620a7a,segment=NetworkSegment(02bd2b75-5f2a-405f-9739-3049934ed397),segment_id=02bd2b75-5f2a-405f-9739-3049934ed397)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:43:00.172641 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:00.173698 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Device 3d8e7f71-ed1a-441f-b436-af399b838922 up at agent ovs-agent-dv-cinder-773870-2-smb {{(pid=86414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 07:43:00.210698 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-b7366c39-5076-495d-974f-29b54ce2dbc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:43:00.222785 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-f77fca70-37be-465a-99eb-ff3cddd4b0aa req-a29a69fd-66df-49e0-8415-2f2b763674c3 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ecfeb0f-2df5-400e-8733-6e1eda84c027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809345 Apr 19 07:43:00.509384 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Pushing event updated for resources: {'Port': ['ID=6cb443b0-5e42-42c7-9b51-e252f2620a7a,revision_number=4']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:43:00.513810 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:43:00.526067 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Provisioning complete for port 3d8e7f71-ed1a-441f-b436-af399b838922 triggered by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:43:00.526792 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:00.604505 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c5ce10-5289-4793-b7bd-0cef5f6d027e service neutron] Pushing event updated for resources: {'Port': ['ID=b56d4fed-a535-4086-b697-b9b6b33c79c9,revision_number=2']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:43:00.630204 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-52c5ce10-5289-4793-b7bd-0cef5f6d027e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:43:00.630849 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-30fac813-470a-4ab6-8801-a969e99f8258 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.382s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:43:00.642959 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e7c2fe-b842-40f9-9ad0-1696f9a83907 req-282f03fe-6960-40e6-bf28-46356b39b6ce tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:00.655144 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-37e7c2fe-b842-40f9-9ad0-1696f9a83907 req-282f03fe-6960-40e6-bf28-46356b39b6ce tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cb3e163-d85e-4af2-989d-8aeac6961b03 HTTP/1.1" status: 200 len: 945 time: 0.2401333 Apr 19 07:43:00.693587 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Device a18b6a90-9db7-4a9c-becd-b14baea25303 up at agent ovs-agent-dv-cinder-773870-2-smb {{(pid=86414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 07:43:00.715514 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-b4fc4283-a99c-4379-872e-ef3ca50bf905 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853097297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810021'] for router_interface, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:00.777991 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Provisioning complete for port a18b6a90-9db7-4a9c-becd-b14baea25303 triggered by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:43:00.778497 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:00.782338 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-37e7c2fe-b842-40f9-9ad0-1696f9a83907 req-be07155c-1925-41ff-a392-b57029186435 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=36650465-235a-4162-8acf-4b22f62c04fd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1262167 Apr 19 07:43:00.830275 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002b49f1-97c0-472d-9525-5a239b82b14a req-e0dcb795-989a-43d9-bb70-416f86e135f0 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:00.832569 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-002b49f1-97c0-472d-9525-5a239b82b14a req-e0dcb795-989a-43d9-bb70-416f86e135f0 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=947030fe-ad0e-4b25-98e0-790795d6c121 HTTP/1.1" status: 200 len: 945 time: 0.1148014 Apr 19 07:43:00.886729 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-002b49f1-97c0-472d-9525-5a239b82b14a req-f153f97b-90f4-4a94-80e4-97662e1cbd86 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467350 Apr 19 07:43:00.895322 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fc4283-a99c-4379-872e-ef3ca50bf905 admin admin] Pushing event updated for resources: {'Port': ['ID=551eacfa-db38-48ca-85e6-48215a5be1e8,revision_number=2']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:43:00.898667 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-b4fc4283-a99c-4379-872e-ef3ca50bf905 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:43:00.942837 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [req-ef3b9b10-0472-41b0-be07-8df30f0986bc req-52c5ce10-5289-4793-b7bd-0cef5f6d027e service neutron] Attempting to bind port b56d4fed-a535-4086-b697-b9b6b33c79c9 on host hv-cinder-77387 for vnic_type normal with profile {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 07:43:00.943237 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [req-ef3b9b10-0472-41b0-be07-8df30f0986bc req-52c5ce10-5289-4793-b7bd-0cef5f6d027e service neutron] Attempting to bind port b56d4fed-a535-4086-b697-b9b6b33c79c9 by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': 'c21d5202-6ddf-48fc-b15b-8f7ca8905f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'd9ecd3e3-6ca4-4efc-a088-a606be5679c7'}] {{(pid=86412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 07:43:00.943605 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3b9b10-0472-41b0-be07-8df30f0986bc req-52c5ce10-5289-4793-b7bd-0cef5f6d027e service neutron] Attempting to bind port b56d4fed-a535-4086-b697-b9b6b33c79c9 on network d9ecd3e3-6ca4-4efc-a088-a606be5679c7 {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 07:43:00.955302 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3b9b10-0472-41b0-be07-8df30f0986bc req-52c5ce10-5289-4793-b7bd-0cef5f6d027e service neutron] Port b56d4fed-a535-4086-b697-b9b6b33c79c9 on network d9ecd3e3-6ca4-4efc-a088-a606be5679c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 07:43:00.955661 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3b9b10-0472-41b0-be07-8df30f0986bc req-52c5ce10-5289-4793-b7bd-0cef5f6d027e service neutron] Attempting to bind port b56d4fed-a535-4086-b697-b9b6b33c79c9 on network d9ecd3e3-6ca4-4efc-a088-a606be5679c7 {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 07:43:00.975668 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3b9b10-0472-41b0-be07-8df30f0986bc req-52c5ce10-5289-4793-b7bd-0cef5f6d027e service neutron] Checking agent: {'id': '482cf95e-fb4e-4926-8f7d-816e7736c412', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 39, 10), 'started_at': datetime.datetime(2021, 4, 19, 7, 39, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 07:43:00.975912 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3b9b10-0472-41b0-be07-8df30f0986bc req-52c5ce10-5289-4793-b7bd-0cef5f6d027e service neutron] Checking segment: {'id': 'c21d5202-6ddf-48fc-b15b-8f7ca8905f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'd9ecd3e3-6ca4-4efc-a088-a606be5679c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 07:43:00.976302 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3b9b10-0472-41b0-be07-8df30f0986bc req-52c5ce10-5289-4793-b7bd-0cef5f6d027e service neutron] Bound using segment: {'id': 'c21d5202-6ddf-48fc-b15b-8f7ca8905f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'd9ecd3e3-6ca4-4efc-a088-a606be5679c7'} {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 07:43:00.976929 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [req-ef3b9b10-0472-41b0-be07-8df30f0986bc req-52c5ce10-5289-4793-b7bd-0cef5f6d027e service neutron] Bound port: b56d4fed-a535-4086-b697-b9b6b33c79c9, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c21d5202-6ddf-48fc-b15b-8f7ca8905f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'd9ecd3e3-6ca4-4efc-a088-a606be5679c7'}}] {{(pid=86412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 07:43:00.977312 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-ef3b9b10-0472-41b0-be07-8df30f0986bc req-52c5ce10-5289-4793-b7bd-0cef5f6d027e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:01.005262 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4fc4283-a99c-4379-872e-ef3ca50bf905 admin admin] Network bb1f6aa4-52e2-4d96-9b26-60c00e743c52 is already hosted by enough agents. {{(pid=86412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 07:43:01.028663 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a202cbe-7f4e-4c6f-b18e-4c13fcb49af9 req-dff6cd18-9fa5-4902-b3cc-47a214556fba tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:01.030251 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-2a202cbe-7f4e-4c6f-b18e-4c13fcb49af9 req-dff6cd18-9fa5-4902-b3cc-47a214556fba tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d7d29a2-dfc6-4eb9-bed4-1241e7269cca HTTP/1.1" status: 200 len: 943 time: 0.0892806 Apr 19 07:43:01.039764 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.base_scheduler [None req-b4fc4283-a99c-4379-872e-ef3ca50bf905 admin admin] Resources bound (agent type, host, resource id): {{(pid=86412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 07:43:01.098659 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-2a202cbe-7f4e-4c6f-b18e-4c13fcb49af9 req-457291ed-1305-491e-9806-68bdee851ef9 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf17a2d-edc6-495f-a2cd-93696383c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616453 Apr 19 07:43:01.243524 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [req-ef3b9b10-0472-41b0-be07-8df30f0986bc req-52c5ce10-5289-4793-b7bd-0cef5f6d027e service neutron] For port b56d4fed-a535-4086-b697-b9b6b33c79c9, host hv-cinder-77387, cleared binding levels {{(pid=86412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 07:43:01.257940 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [req-ef3b9b10-0472-41b0-be07-8df30f0986bc req-52c5ce10-5289-4793-b7bd-0cef5f6d027e service neutron] For port b56d4fed-a535-4086-b697-b9b6b33c79c9, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=b56d4fed-a535-4086-b697-b9b6b33c79c9,segment=NetworkSegment(c21d5202-6ddf-48fc-b15b-8f7ca8905f72),segment_id=c21d5202-6ddf-48fc-b15b-8f7ca8905f72)] {{(pid=86412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 07:43:01.270204 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-ef3b9b10-0472-41b0-be07-8df30f0986bc req-52c5ce10-5289-4793-b7bd-0cef5f6d027e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850839242'] for port, after_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:01.276928 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-393f4cd9-281e-4aa6-b423-c2a9f7a450cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:43:01.332831 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-9fd6690c-ebe5-4725-a791-0025b5ca1f21 None None] Provisioning complete for port 551eacfa-db38-48ca-85e6-48215a5be1e8 triggered by entity DHCP. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:43:01.333675 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-9fd6690c-ebe5-4725-a791-0025b5ca1f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:01.349479 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b9b10-0472-41b0-be07-8df30f0986bc req-52c5ce10-5289-4793-b7bd-0cef5f6d027e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:01.350158 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-ef3b9b10-0472-41b0-be07-8df30f0986bc req-52c5ce10-5289-4793-b7bd-0cef5f6d027e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773070'] for port, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:01.351690 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-ef3b9b10-0472-41b0-be07-8df30f0986bc req-52c5ce10-5289-4793-b7bd-0cef5f6d027e service neutron] 10.222.0.42 "PUT /v2.0/ports/b56d4fed-a535-4086-b697-b9b6b33c79c9 HTTP/1.1" status: 200 len: 1093 time: 2.0238714 Apr 19 07:43:01.355286 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d7d29a2-dfc6-4eb9-bed4-1241e7269cca', 'tag': 'b56d4fed-a535-4086-b697-b9b6b33c79c9'}] {{(pid=86412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 07:43:01.365509 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4fc4283-a99c-4379-872e-ef3ca50bf905 admin admin] Router 61c6870c-a367-46bd-9828-08f3d3e9d82d has already been hosted by L3 agent af0aee0b-5275-4bf1-b5b2-246fd8e7196c {{(pid=86412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 07:43:01.408083 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-9fd6690c-ebe5-4725-a791-0025b5ca1f21 None None] Port 551eacfa-db38-48ca-85e6-48215a5be1e8 cannot update to ACTIVE because it is not bound. {{(pid=86414) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 07:43:01.450678 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c51360-b933-4609-b1b7-1c32b6d8c20a req-32bcdb01-07f8-4842-9a5b-01d903c7ebb6 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:01.452347 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-35c51360-b933-4609-b1b7-1c32b6d8c20a req-32bcdb01-07f8-4842-9a5b-01d903c7ebb6 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/ports?device_id=44a31ee0-31e5-4a59-ade9-f74ae6aa41e9 HTTP/1.1" status: 200 len: 946 time: 0.1173224 Apr 19 07:43:01.463800 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d7d29a2-dfc6-4eb9-bed4-1241e7269cca', 'tag': 'b56d4fed-a535-4086-b697-b9b6b33c79c9', 'status': 'completed', 'code': 200} Apr 19 07:43:01.464607 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c5ce10-5289-4793-b7bd-0cef5f6d027e service neutron] Pushing event updated for resources: {'Port': ['ID=b56d4fed-a535-4086-b697-b9b6b33c79c9,revision_number=3']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:43:01.468072 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-52c5ce10-5289-4793-b7bd-0cef5f6d027e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:43:01.502604 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-35c51360-b933-4609-b1b7-1c32b6d8c20a req-7f32298c-e2af-4bd3-84d8-52bcb8779135 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ecfeb0f-2df5-400e-8733-6e1eda84c027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432882 Apr 19 07:43:01.661176 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b9b10-0472-41b0-be07-8df30f0986bc req-4bdb5a25-5b2c-4efa-b793-954ac6c17fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:01.662804 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-ef3b9b10-0472-41b0-be07-8df30f0986bc req-4bdb5a25-5b2c-4efa-b793-954ac6c17fc5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=52b425b2a4cd4fd590cc03f996c15111&device_id=7d7d29a2-dfc6-4eb9-bed4-1241e7269cca HTTP/1.1" status: 200 len: 1096 time: 0.2012219 Apr 19 07:43:01.789410 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Device 6cb443b0-5e42-42c7-9b51-e252f2620a7a up at agent ovs-agent-dv-cinder-773870-2-smb {{(pid=86414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 07:43:01.794724 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4fc4283-a99c-4379-872e-ef3ca50bf905 admin admin] Notify agent at l3_agent.dv-cinder-773870-2-smb the message routers_updated {{(pid=86412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 07:43:01.807328 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-b4fc4283-a99c-4379-872e-ef3ca50bf905 admin admin] 10.222.0.41 "PUT /v2.0/routers/61c6870c-a367-46bd-9828-08f3d3e9d82d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3458185 Apr 19 07:43:01.810379 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-ef3b9b10-0472-41b0-be07-8df30f0986bc req-b0284263-47f3-4411-8573-633c00f07145 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b56d4fed-a535-4086-b697-b9b6b33c79c9 HTTP/1.1" status: 200 len: 217 time: 0.1315675 Apr 19 07:43:01.891613 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Provisioning complete for port 6cb443b0-5e42-42c7-9b51-e252f2620a7a triggered by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:43:01.892012 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:01.903402 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b9b10-0472-41b0-be07-8df30f0986bc req-1217806e-b4a5-4a10-918e-77328ea2ae54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:01.905132 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-ef3b9b10-0472-41b0-be07-8df30f0986bc req-1217806e-b4a5-4a10-918e-77328ea2ae54 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ee1ef929-233f-4d45-90c6-cfd0e13034af HTTP/1.1" status: 200 len: 849 time: 0.0854850 Apr 19 07:43:01.984662 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3c1ba0-195f-46f8-afdd-2e6fb4c31bf9 None None] Sync routers for ids ['61c6870c-a367-46bd-9828-08f3d3e9d82d'] in dv-cinder-773870-2-smb {{(pid=86414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 07:43:01.999364 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3c1ba0-195f-46f8-afdd-2e6fb4c31bf9 None None] Routers {'61c6870c-a367-46bd-9828-08f3d3e9d82d'} bound to L3 agent in host dv-cinder-773870-2-smb {{(pid=86414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 07:43:02.000096 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-0f3c1ba0-195f-46f8-afdd-2e6fb4c31bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T07:32:39Z,description=,heartbeat_timestamp=2021-04-19T07:42:39Z,host='dv-cinder-773870-2-smb',id=af0aee0b-5275-4bf1-b5b2-246fd8e7196c,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T07:32:39Z,topic='l3_agent')) {'router_ids': ['61c6870c-a367-46bd-9828-08f3d3e9d82d'], 'active': True} {{(pid=86414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:43:02.014174 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-ef3b9b10-0472-41b0-be07-8df30f0986bc req-2fe7194f-9917-4787-a228-1dc27b7460f6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d9ecd3e3-6ca4-4efc-a088-a606be5679c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1013308 Apr 19 07:43:02.262726 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-ef3b9b10-0472-41b0-be07-8df30f0986bc req-a0d3a9ff-fefa-46a9-8ec3-42b1ad1ff6b6 service neutron] 10.222.0.42 "GET /v2.0/networks/d9ecd3e3-6ca4-4efc-a088-a606be5679c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408333 Apr 19 07:43:02.296333 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c340d925-e824-4368-95ab-8307911ca4b6 req-ed3b6212-b29f-4a18-9a26-3d5308ad3e3e tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:02.298220 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-c340d925-e824-4368-95ab-8307911ca4b6 req-ed3b6212-b29f-4a18-9a26-3d5308ad3e3e tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cb3e163-d85e-4af2-989d-8aeac6961b03 HTTP/1.1" status: 200 len: 945 time: 0.2322426 Apr 19 07:43:02.329801 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvr_db [None req-0f3c1ba0-195f-46f8-afdd-2e6fb4c31bf9 None None] Set router 61c6870c-a367-46bd-9828-08f3d3e9d82d gateway port host: dv-cinder-773870-2-smb {{(pid=86414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 07:43:02.357555 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-c340d925-e824-4368-95ab-8307911ca4b6 req-246fd71d-4798-4a3a-b3f3-8be29cd6de75 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=36650465-235a-4162-8acf-4b22f62c04fd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0523951 Apr 19 07:43:02.367779 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae7ddf-be7f-44f1-aab0-ddc3f356fd56 req-419ad028-ff84-45d8-8233-10f31caf0a0b tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:02.369350 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-20ae7ddf-be7f-44f1-aab0-ddc3f356fd56 req-419ad028-ff84-45d8-8233-10f31caf0a0b tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=947030fe-ad0e-4b25-98e0-790795d6c121 HTTP/1.1" status: 200 len: 945 time: 0.1862254 Apr 19 07:43:02.438145 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-20ae7ddf-be7f-44f1-aab0-ddc3f356fd56 req-99ca3645-792d-42c7-ba1e-3f40bb9d4801 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622079 Apr 19 07:43:02.473465 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-ef3b9b10-0472-41b0-be07-8df30f0986bc req-d510995e-b0e1-44a8-bb0c-966b17c4781e service neutron] 10.222.0.42 "GET /v2.0/networks/d9ecd3e3-6ca4-4efc-a088-a606be5679c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017074 Apr 19 07:43:02.621163 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b33028-8140-492e-8759-e6b5ae262bbd req-f8968548-d917-45ad-98cd-3e9063271840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:02.633129 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-21b33028-8140-492e-8759-e6b5ae262bbd req-f8968548-d917-45ad-98cd-3e9063271840 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=52b425b2a4cd4fd590cc03f996c15111&device_id=7d7d29a2-dfc6-4eb9-bed4-1241e7269cca HTTP/1.1" status: 200 len: 1096 time: 0.1103699 Apr 19 07:43:02.641526 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b78be1d-c6fc-4f0a-b5cd-2136b96cb939 req-435439c1-5719-4773-9fb0-24bfb25422d6 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:02.649521 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-0b78be1d-c6fc-4f0a-b5cd-2136b96cb939 req-435439c1-5719-4773-9fb0-24bfb25422d6 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d7d29a2-dfc6-4eb9-bed4-1241e7269cca HTTP/1.1" status: 200 len: 943 time: 0.0972521 Apr 19 07:43:02.702910 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-0b78be1d-c6fc-4f0a-b5cd-2136b96cb939 req-21c458ba-0492-430c-8bc5-1d5cb4d6e1e0 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf17a2d-edc6-495f-a2cd-93696383c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523963 Apr 19 07:43:02.733556 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-0f3c1ba0-195f-46f8-afdd-2e6fb4c31bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c6870c-a367-46bd-9828-08f3d3e9d82d', 'name': 'tempest-TestShelveInstance-422524587-router', 'tenant_id': 'f5a726837f7344d2904bbcfa95d45241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.252'}], 'enable_snat': True}, 'gw_port_id': '6cb443b0-5e42-42c7-9b51-e252f2620a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:42:52Z', 'updated_at': '2021-04-19T07:42:59Z', 'revision_number': 4, 'project_id': 'f5a726837f7344d2904bbcfa95d45241', 'gw_port': {'id': '6cb443b0-5e42-42c7-9b51-e252f2620a7a', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c6870c-a367-46bd-9828-08f3d3e9d82d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:42:53Z', 'updated_at': '2021-04-19T07:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb', '_interfaces': [{'id': '551eacfa-db38-48ca-85e6-48215a5be1e8', 'name': '', 'network_id': 'bb1f6aa4-52e2-4d96-9b26-60c00e743c52', 'tenant_id': 'f5a726837f7344d2904bbcfa95d45241', 'mac_address': 'fa:16:3e:f6:7d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c6870c-a367-46bd-9828-08f3d3e9d82d', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '42768586-7936-47b2-97c5-4e4fdd5942e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:42:57Z', 'updated_at': '2021-04-19T07:42:59Z', 'revision_number': 2, 'project_id': 'f5a726837f7344d2904bbcfa95d45241', 'subnets': [{'id': '42768586-7936-47b2-97c5-4e4fdd5942e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-smb', False) {} {{(pid=86414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:43:02.738624 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3c1ba0-195f-46f8-afdd-2e6fb4c31bf9 None None] Checking router: 61c6870c-a367-46bd-9828-08f3d3e9d82d for host: dv-cinder-773870-2-smb {{(pid=86414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 07:43:02.739405 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3c1ba0-195f-46f8-afdd-2e6fb4c31bf9 None None] Updating router 61c6870c-a367-46bd-9828-08f3d3e9d82d port 551eacfa-db38-48ca-85e6-48215a5be1e8 binding host dv-cinder-773870-2-smb {{(pid=86414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 07:43:02.805216 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b33028-8140-492e-8759-e6b5ae262bbd req-7fb1d937-7a88-4c9a-afff-5577eade9eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:02.807219 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-21b33028-8140-492e-8759-e6b5ae262bbd req-7fb1d937-7a88-4c9a-afff-5577eade9eae service neutron] 10.222.0.42 "GET /v2.0/networks?id=d9ecd3e3-6ca4-4efc-a088-a606be5679c7 HTTP/1.1" status: 200 len: 910 time: 0.1633344 Apr 19 07:43:02.807361 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-0f3c1ba0-195f-46f8-afdd-2e6fb4c31bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:02.866378 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 39480) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:43:02.873404 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [None req-8decbe47-4bae-49f2-860a-8d19de0fafc9 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1252184488', 'description': 'tempest-secgroup-smoke-1252184488 description', 'project_id': 'd586c25e55a34159945f172e7227aaea'}} {{(pid=86413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:43:02.880048 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-8decbe47-4bae-49f2-860a-8d19de0fafc9 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:43:02.884201 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-8decbe47-4bae-49f2-860a-8d19de0fafc9 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Usage tracker for resource:security_group and tenant:d586c25e55a34159945f172e7227aaea is out of sync, need to count used quota {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:43:02.887260 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-8decbe47-4bae-49f2-860a-8d19de0fafc9 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:43:02.893162 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-21b33028-8140-492e-8759-e6b5ae262bbd req-194d05a7-9ba9-4d79-a1f3-3550dc58cc51 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b56d4fed-a535-4086-b697-b9b6b33c79c9 HTTP/1.1" status: 200 len: 217 time: 0.0749004 Apr 19 07:43:02.894635 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-8decbe47-4bae-49f2-860a-8d19de0fafc9 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:43:02.905771 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-8decbe47-4bae-49f2-860a-8d19de0fafc9 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Notify callbacks [] for security_group, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:02.928183 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-8decbe47-4bae-49f2-860a-8d19de0fafc9 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:43:02.932576 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-8decbe47-4bae-49f2-860a-8d19de0fafc9 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Usage tracker for resource:security_group_rule and tenant:d586c25e55a34159945f172e7227aaea is out of sync, need to count used quota {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:43:02.948906 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-8decbe47-4bae-49f2-860a-8d19de0fafc9 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:43:02.955943 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-8decbe47-4bae-49f2-860a-8d19de0fafc9 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:43:02.966655 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b33028-8140-492e-8759-e6b5ae262bbd req-8b2b3189-a585-494a-9d8d-9e1fce717a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:02.968287 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-21b33028-8140-492e-8759-e6b5ae262bbd req-8b2b3189-a585-494a-9d8d-9e1fce717a8b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ee1ef929-233f-4d45-90c6-cfd0e13034af HTTP/1.1" status: 200 len: 849 time: 0.0686874 Apr 19 07:43:03.072901 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-21b33028-8140-492e-8759-e6b5ae262bbd req-7bfe00b7-cc01-449c-ab6b-6e225282630b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d9ecd3e3-6ca4-4efc-a088-a606be5679c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0887511 Apr 19 07:43:03.075235 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-8decbe47-4bae-49f2-860a-8d19de0fafc9 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Notify callbacks [] for security_group, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:03.078388 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-8decbe47-4bae-49f2-860a-8d19de0fafc9 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:03.092251 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-3ca12527-dbc3-4deb-8c71-8d941000d6d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:43:03.149048 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8decbe47-4bae-49f2-860a-8d19de0fafc9 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f52fde24-61e4-489f-8f08-9e781c9d9c3d,revision_number=1']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:43:03.214679 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8decbe47-4bae-49f2-860a-8d19de0fafc9 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:43:03.215208 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8decbe47-4bae-49f2-860a-8d19de0fafc9 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:43:03.215675 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8decbe47-4bae-49f2-860a-8d19de0fafc9 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:43:03.216130 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8decbe47-4bae-49f2-860a-8d19de0fafc9 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:43:03.216721 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8decbe47-4bae-49f2-860a-8d19de0fafc9 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:43:03.217174 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8decbe47-4bae-49f2-860a-8d19de0fafc9 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:43:03.217651 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8decbe47-4bae-49f2-860a-8d19de0fafc9 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:43:03.218091 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8decbe47-4bae-49f2-860a-8d19de0fafc9 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:43:03.218538 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8decbe47-4bae-49f2-860a-8d19de0fafc9 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:43:03.219575 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8decbe47-4bae-49f2-860a-8d19de0fafc9 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:43:03.219983 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8decbe47-4bae-49f2-860a-8d19de0fafc9 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:43:03.220377 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8decbe47-4bae-49f2-860a-8d19de0fafc9 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:43:03.235351 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-8decbe47-4bae-49f2-860a-8d19de0fafc9 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:43:03.242119 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-8decbe47-4bae-49f2-860a-8d19de0fafc9 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Notify callbacks [] for security_group, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:03.247933 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-8decbe47-4bae-49f2-860a-8d19de0fafc9 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3808784 Apr 19 07:43:03.249302 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 39488) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:43:03.264083 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [None req-c7c0be9f-7778-4e39-ac0c-f05f61d3487f tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Request body: {'security_group_rule': {'security_group_id': 'f52fde24-61e4-489f-8f08-9e781c9d9c3d', 'project_id': 'd586c25e55a34159945f172e7227aaea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:43:03.286875 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-c7c0be9f-7778-4e39-ac0c-f05f61d3487f tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:43:03.289681 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-21b33028-8140-492e-8759-e6b5ae262bbd req-4f17a425-37c6-463d-b61b-2b87b1b079ee service neutron] 10.222.0.42 "GET /v2.0/networks/d9ecd3e3-6ca4-4efc-a088-a606be5679c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062330 Apr 19 07:43:03.295605 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-c7c0be9f-7778-4e39-ac0c-f05f61d3487f tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Usage tracker for resource:security_group_rule and tenant:d586c25e55a34159945f172e7227aaea is out of sync, need to count used quota {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:43:03.299558 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-c7c0be9f-7778-4e39-ac0c-f05f61d3487f tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:43:03.304617 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-0f3c1ba0-195f-46f8-afdd-2e6fb4c31bf9 None None] Notify callbacks [] for port, precommit_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:03.317031 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5ef59c-e361-4827-b7e7-a46e535ffa86 req-118006ca-2b0d-4ab9-af4b-9ad5709174b8 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:03.317987 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-0f3c1ba0-195f-46f8-afdd-2e6fb4c31bf9 None None] Transition to ACTIVE for port object 551eacfa-db38-48ca-85e6-48215a5be1e8 will not be triggered until provisioned by entity L2. {{(pid=86414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 07:43:03.323703 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-1b5ef59c-e361-4827-b7e7-a46e535ffa86 req-118006ca-2b0d-4ab9-af4b-9ad5709174b8 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/ports?device_id=104fc9d4-1bba-4041-b2b1-b56400a80d0f HTTP/1.1" status: 200 len: 945 time: 0.2011974 Apr 19 07:43:03.324954 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-c7c0be9f-7778-4e39-ac0c-f05f61d3487f tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:43:03.328339 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-0f3c1ba0-195f-46f8-afdd-2e6fb4c31bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:03.333724 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-42af0c7e-0ae8-4080-b9de-fcc316357808 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:43:03.378214 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-1b5ef59c-e361-4827-b7e7-a46e535ffa86 req-bd3b47d0-2195-4fdc-9138-d08b1fc48b9e tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1b9b2ed-6991-4ca2-9322-f0071141391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506794 Apr 19 07:43:03.386525 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-c7c0be9f-7778-4e39-ac0c-f05f61d3487f tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:03.441634 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e29c34-3a43-4ad9-a81a-8ff1b5a081b5 None None] Pushing event updated for resources: {'Port': ['ID=551eacfa-db38-48ca-85e6-48215a5be1e8,revision_number=3']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:43:03.446294 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-86e29c34-3a43-4ad9-a81a-8ff1b5a081b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:43:03.467277 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-c7c0be9f-7778-4e39-ac0c-f05f61d3487f tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:03.472564 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-c7c0be9f-7778-4e39-ac0c-f05f61d3487f tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704384'] for security_group_rule, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:03.476357 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:43:03.499739 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-21b33028-8140-492e-8759-e6b5ae262bbd req-ccea9f31-350a-42c6-9399-06f33d5e05af service neutron] 10.222.0.42 "GET /v2.0/networks/d9ecd3e3-6ca4-4efc-a088-a606be5679c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019696 Apr 19 07:43:03.521388 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-c7c0be9f-7778-4e39-ac0c-f05f61d3487f tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:03.522681 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-c7c0be9f-7778-4e39-ac0c-f05f61d3487f tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2650869 Apr 19 07:43:03.525909 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 39500) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:43:03.529269 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c0be9f-7778-4e39-ac0c-f05f61d3487f tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee4091c7-88c4-475f-a622-91c23b4bce12,revision_number=0']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:43:03.532187 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [None req-e376d5de-49c0-4c91-a7e4-c0de1b974e8b tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Request body: {'security_group_rule': {'security_group_id': 'f52fde24-61e4-489f-8f08-9e781c9d9c3d', 'project_id': 'd586c25e55a34159945f172e7227aaea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:43:03.532563 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-c7c0be9f-7778-4e39-ac0c-f05f61d3487f tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:43:03.551699 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-e376d5de-49c0-4c91-a7e4-c0de1b974e8b tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:43:03.560821 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-e376d5de-49c0-4c91-a7e4-c0de1b974e8b tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Usage tracker for resource:security_group_rule and tenant:d586c25e55a34159945f172e7227aaea is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:43:03.576234 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-e376d5de-49c0-4c91-a7e4-c0de1b974e8b tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:43:03.583432 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-e376d5de-49c0-4c91-a7e4-c0de1b974e8b tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:43:03.683566 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-0f3c1ba0-195f-46f8-afdd-2e6fb4c31bf9 None None] Attempting to bind port 551eacfa-db38-48ca-85e6-48215a5be1e8 on host dv-cinder-773870-2-smb for vnic_type normal with profile {{(pid=86414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 07:43:03.684366 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-0f3c1ba0-195f-46f8-afdd-2e6fb4c31bf9 None None] Attempting to bind port 551eacfa-db38-48ca-85e6-48215a5be1e8 by drivers openvswitch,hyperv on host dv-cinder-773870-2-smb at level 0 using segments [{'id': '492d90ba-daae-491f-9321-0ce8a8a2b353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'bb1f6aa4-52e2-4d96-9b26-60c00e743c52'}] {{(pid=86414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 07:43:03.685167 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3c1ba0-195f-46f8-afdd-2e6fb4c31bf9 None None] Attempting to bind port 551eacfa-db38-48ca-85e6-48215a5be1e8 on network bb1f6aa4-52e2-4d96-9b26-60c00e743c52 {{(pid=86414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 07:43:03.690633 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7613ef-2442-48ae-8065-ae6a54c922b8 req-affb2549-2a36-4129-9629-4f3240ce9245 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:03.692108 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3c1ba0-195f-46f8-afdd-2e6fb4c31bf9 None None] Checking agent: {'id': 'ee0c2bac-a846-4753-a270-37ad89ef2b53', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773870-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 32, 41), 'started_at': datetime.datetime(2021, 4, 19, 7, 33, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773870-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 07:43:03.692242 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-e376d5de-49c0-4c91-a7e4-c0de1b974e8b tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:03.692497 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3c1ba0-195f-46f8-afdd-2e6fb4c31bf9 None None] Checking segment: {'id': '492d90ba-daae-491f-9321-0ce8a8a2b353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'bb1f6aa4-52e2-4d96-9b26-60c00e743c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 07:43:03.692739 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-0f3c1ba0-195f-46f8-afdd-2e6fb4c31bf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:03.693175 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3c1ba0-195f-46f8-afdd-2e6fb4c31bf9 None None] Bound using segment: {'id': '492d90ba-daae-491f-9321-0ce8a8a2b353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'bb1f6aa4-52e2-4d96-9b26-60c00e743c52'} {{(pid=86414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 07:43:03.693697 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-0f3c1ba0-195f-46f8-afdd-2e6fb4c31bf9 None None] Bound port: 551eacfa-db38-48ca-85e6-48215a5be1e8, host: dv-cinder-773870-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '492d90ba-daae-491f-9321-0ce8a8a2b353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'bb1f6aa4-52e2-4d96-9b26-60c00e743c52'}}] {{(pid=86414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 07:43:03.694126 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-0f3c1ba0-195f-46f8-afdd-2e6fb4c31bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:03.697845 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-6a7613ef-2442-48ae-8065-ae6a54c922b8 req-affb2549-2a36-4129-9629-4f3240ce9245 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cb3e163-d85e-4af2-989d-8aeac6961b03 HTTP/1.1" status: 200 len: 945 time: 0.1257937 Apr 19 07:43:03.758698 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-6a7613ef-2442-48ae-8065-ae6a54c922b8 req-93cbc12d-9b57-4804-b0b8-f70ce5fcf7a1 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=36650465-235a-4162-8acf-4b22f62c04fd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0540848 Apr 19 07:43:03.803575 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-e376d5de-49c0-4c91-a7e4-c0de1b974e8b tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:03.808676 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52764bfd-3b8a-40d3-8f77-9d5eb98e67a2 req-f28cbb2b-eee1-4aba-9ccb-2147f48f2a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:03.810290 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-52764bfd-3b8a-40d3-8f77-9d5eb98e67a2 req-f28cbb2b-eee1-4aba-9ccb-2147f48f2a38 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=947030fe-ad0e-4b25-98e0-790795d6c121 HTTP/1.1" status: 200 len: 1098 time: 0.1949799 Apr 19 07:43:03.811455 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-e376d5de-49c0-4c91-a7e4-c0de1b974e8b tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704384'] for security_group_rule, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:03.813773 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-07e5949f-5261-47dc-bb37-323fcfb61fad tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:43:03.821032 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-0f3c1ba0-195f-46f8-afdd-2e6fb4c31bf9 None None] For port 551eacfa-db38-48ca-85e6-48215a5be1e8, host dv-cinder-773870-2-smb, cleared binding levels {{(pid=86414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 07:43:03.824934 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-0f3c1ba0-195f-46f8-afdd-2e6fb4c31bf9 None None] For port 551eacfa-db38-48ca-85e6-48215a5be1e8, host dv-cinder-773870-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-smb',level=0,port_id=551eacfa-db38-48ca-85e6-48215a5be1e8,segment=NetworkSegment(492d90ba-daae-491f-9321-0ce8a8a2b353),segment_id=492d90ba-daae-491f-9321-0ce8a8a2b353)] {{(pid=86414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 07:43:03.828508 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-0f3c1ba0-195f-46f8-afdd-2e6fb4c31bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:03.842654 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:43:03.934794 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3c1ba0-195f-46f8-afdd-2e6fb4c31bf9 None None] Routers {'61c6870c-a367-46bd-9828-08f3d3e9d82d'} bound to L3 agent in host dv-cinder-773870-2-smb {{(pid=86414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 07:43:03.935673 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-0f3c1ba0-195f-46f8-afdd-2e6fb4c31bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T07:32:39Z,description=,heartbeat_timestamp=2021-04-19T07:42:39Z,host='dv-cinder-773870-2-smb',id=af0aee0b-5275-4bf1-b5b2-246fd8e7196c,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T07:32:39Z,topic='l3_agent')) {'router_ids': ['61c6870c-a367-46bd-9828-08f3d3e9d82d'], 'active': True} {{(pid=86414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:43:03.996455 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e29c34-3a43-4ad9-a81a-8ff1b5a081b5 None None] Pushing event updated for resources: {'Port': ['ID=551eacfa-db38-48ca-85e6-48215a5be1e8,revision_number=4']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:43:04.016018 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-86e29c34-3a43-4ad9-a81a-8ff1b5a081b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:43:04.106227 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e376d5de-49c0-4c91-a7e4-c0de1b974e8b tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60cabc4a-f911-4c8e-b996-1250854bab02,revision_number=0']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:43:04.116607 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-e376d5de-49c0-4c91-a7e4-c0de1b974e8b tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:43:04.155454 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b26c3a-a759-4000-9afa-b58a5a9bb120 req-ec0342c7-9cfb-4ba6-8203-ce90ed9ab77e tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:04.156906 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-e376d5de-49c0-4c91-a7e4-c0de1b974e8b tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:04.158213 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-e376d5de-49c0-4c91-a7e4-c0de1b974e8b tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6310854 Apr 19 07:43:04.165164 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-28b26c3a-a759-4000-9afa-b58a5a9bb120 req-ec0342c7-9cfb-4ba6-8203-ce90ed9ab77e tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=947030fe-ad0e-4b25-98e0-790795d6c121 HTTP/1.1" status: 200 len: 945 time: 0.2792237 Apr 19 07:43:04.167606 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 39512) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:43:04.174801 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-52764bfd-3b8a-40d3-8f77-9d5eb98e67a2 req-12ddfb33-55c1-4272-aea4-b16c9569f046 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869412 Apr 19 07:43:04.209857 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [None req-0bcd84f6-bd5c-4a30-abf4-3a4585974731 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Request body: {'security_group_rule': {'security_group_id': 'f52fde24-61e4-489f-8f08-9e781c9d9c3d', 'project_id': 'd586c25e55a34159945f172e7227aaea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:43:04.268728 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-0bcd84f6-bd5c-4a30-abf4-3a4585974731 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:43:04.278575 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvr_db [None req-0f3c1ba0-195f-46f8-afdd-2e6fb4c31bf9 None None] Set router 61c6870c-a367-46bd-9828-08f3d3e9d82d gateway port host: dv-cinder-773870-2-smb {{(pid=86414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 07:43:04.286435 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-0bcd84f6-bd5c-4a30-abf4-3a4585974731 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Usage tracker for resource:security_group_rule and tenant:d586c25e55a34159945f172e7227aaea is out of sync, need to count used quota {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:43:04.289668 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-0bcd84f6-bd5c-4a30-abf4-3a4585974731 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:43:04.295733 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-0bcd84f6-bd5c-4a30-abf4-3a4585974731 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:43:04.306161 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-28b26c3a-a759-4000-9afa-b58a5a9bb120 req-67a67602-270b-48e2-b26a-bf1f016aab69 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401629 Apr 19 07:43:04.328471 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-0bcd84f6-bd5c-4a30-abf4-3a4585974731 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:04.418415 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ded7a-3b87-4a69-837f-70b02c2faff1 req-82af332d-2282-4a11-ba31-b274fa21dfc0 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:04.420349 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-2f7ded7a-3b87-4a69-837f-70b02c2faff1 req-82af332d-2282-4a11-ba31-b274fa21dfc0 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d7d29a2-dfc6-4eb9-bed4-1241e7269cca HTTP/1.1" status: 200 len: 943 time: 0.1976006 Apr 19 07:43:04.422375 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-0bcd84f6-bd5c-4a30-abf4-3a4585974731 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:04.426149 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-0bcd84f6-bd5c-4a30-abf4-3a4585974731 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704384'] for security_group_rule, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:04.443652 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-fd644989-be4c-4730-bc74-50aa744d6e85 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:43:04.473671 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcd84f6-bd5c-4a30-abf4-3a4585974731 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=587d4b85-41e2-4949-9929-56e41cdd2796,revision_number=0']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:43:04.477473 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-0bcd84f6-bd5c-4a30-abf4-3a4585974731 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:43:04.500495 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-0bcd84f6-bd5c-4a30-abf4-3a4585974731 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:04.503737 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 39518) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:43:04.506294 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-0bcd84f6-bd5c-4a30-abf4-3a4585974731 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3347900 Apr 19 07:43:04.509916 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [None req-06f58d42-4493-4f4a-945f-6b3ef09b1d46 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Request body: {'security_group_rule': {'security_group_id': 'f52fde24-61e4-489f-8f08-9e781c9d9c3d', 'project_id': 'd586c25e55a34159945f172e7227aaea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:43:04.510211 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-2f7ded7a-3b87-4a69-837f-70b02c2faff1 req-01fc1cf9-e5f3-4e60-8a94-0ed9fd70de3a tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf17a2d-edc6-495f-a2cd-93696383c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811977 Apr 19 07:43:04.518325 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-06f58d42-4493-4f4a-945f-6b3ef09b1d46 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:43:04.524825 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-06f58d42-4493-4f4a-945f-6b3ef09b1d46 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Usage tracker for resource:security_group_rule and tenant:d586c25e55a34159945f172e7227aaea is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:43:04.535994 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-06f58d42-4493-4f4a-945f-6b3ef09b1d46 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:43:04.543317 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-06f58d42-4493-4f4a-945f-6b3ef09b1d46 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:43:04.561467 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-06f58d42-4493-4f4a-945f-6b3ef09b1d46 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:04.606238 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0cce7-ab54-4a11-9409-e7c77d27a62e req-74cc6faf-4aa2-4a7b-bbe1-e23253e5a618 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:04.608101 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-33b0cce7-ab54-4a11-9409-e7c77d27a62e req-74cc6faf-4aa2-4a7b-bbe1-e23253e5a618 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/ports?device_id=104fc9d4-1bba-4041-b2b1-b56400a80d0f HTTP/1.1" status: 200 len: 945 time: 0.0967593 Apr 19 07:43:04.643240 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-06f58d42-4493-4f4a-945f-6b3ef09b1d46 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:04.648204 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-06f58d42-4493-4f4a-945f-6b3ef09b1d46 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704384'] for security_group_rule, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:04.650386 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:43:04.670607 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-33b0cce7-ab54-4a11-9409-e7c77d27a62e req-608f986c-7fc1-44a3-b2ee-82f2bd055e32 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1b9b2ed-6991-4ca2-9322-f0071141391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548441 Apr 19 07:43:04.679880 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f58d42-4493-4f4a-945f-6b3ef09b1d46 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e754df33-579b-4efc-9cc4-c7b65c9940dc,revision_number=0']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:43:04.687963 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-06f58d42-4493-4f4a-945f-6b3ef09b1d46 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:43:04.696198 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-06f58d42-4493-4f4a-945f-6b3ef09b1d46 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:04.700241 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-06f58d42-4493-4f4a-945f-6b3ef09b1d46 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1927111 Apr 19 07:43:04.701108 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 39522) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:43:04.706798 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [None req-5afd1929-d185-4c4f-8e9e-f2a270f6be68 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Request body: {'security_group_rule': {'security_group_id': 'f52fde24-61e4-489f-8f08-9e781c9d9c3d', 'project_id': 'd586c25e55a34159945f172e7227aaea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:43:04.713139 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-5afd1929-d185-4c4f-8e9e-f2a270f6be68 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:43:04.717331 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-5afd1929-d185-4c4f-8e9e-f2a270f6be68 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Usage tracker for resource:security_group_rule and tenant:d586c25e55a34159945f172e7227aaea is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:43:04.720329 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-5afd1929-d185-4c4f-8e9e-f2a270f6be68 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:43:04.726341 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-5afd1929-d185-4c4f-8e9e-f2a270f6be68 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:43:04.736226 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.db.securitygroups_db [None req-5afd1929-d185-4c4f-8e9e-f2a270f6be68 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Project d586c25e55a34159945f172e7227aaea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 19 07:43:04.743313 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-5afd1929-d185-4c4f-8e9e-f2a270f6be68 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:04.779824 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-0f3c1ba0-195f-46f8-afdd-2e6fb4c31bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c6870c-a367-46bd-9828-08f3d3e9d82d', 'name': 'tempest-TestShelveInstance-422524587-router', 'tenant_id': 'f5a726837f7344d2904bbcfa95d45241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.252'}], 'enable_snat': True}, 'gw_port_id': '6cb443b0-5e42-42c7-9b51-e252f2620a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:42:52Z', 'updated_at': '2021-04-19T07:42:59Z', 'revision_number': 4, 'project_id': 'f5a726837f7344d2904bbcfa95d45241', 'gw_port': {'id': '6cb443b0-5e42-42c7-9b51-e252f2620a7a', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c6870c-a367-46bd-9828-08f3d3e9d82d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:42:53Z', 'updated_at': '2021-04-19T07:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb', '_interfaces': [{'id': '551eacfa-db38-48ca-85e6-48215a5be1e8', 'name': '', 'network_id': 'bb1f6aa4-52e2-4d96-9b26-60c00e743c52', 'tenant_id': 'f5a726837f7344d2904bbcfa95d45241', 'mac_address': 'fa:16:3e:f6:7d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c6870c-a367-46bd-9828-08f3d3e9d82d', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '42768586-7936-47b2-97c5-4e4fdd5942e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:42:57Z', 'updated_at': '2021-04-19T07:43:03Z', 'revision_number': 4, 'project_id': 'f5a726837f7344d2904bbcfa95d45241', 'subnets': [{'id': '42768586-7936-47b2-97c5-4e4fdd5942e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-smb', False) {} {{(pid=86414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:43:04.784822 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3c1ba0-195f-46f8-afdd-2e6fb4c31bf9 None None] The sync data for ids ['61c6870c-a367-46bd-9828-08f3d3e9d82d'] in dv-cinder-773870-2-smb is: [{'id': '61c6870c-a367-46bd-9828-08f3d3e9d82d', 'name': 'tempest-TestShelveInstance-422524587-router', 'tenant_id': 'f5a726837f7344d2904bbcfa95d45241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.252'}], 'enable_snat': True}, 'gw_port_id': '6cb443b0-5e42-42c7-9b51-e252f2620a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:42:52Z', 'updated_at': '2021-04-19T07:42:59Z', 'revision_number': 4, 'project_id': 'f5a726837f7344d2904bbcfa95d45241', 'gw_port': {'id': '6cb443b0-5e42-42c7-9b51-e252f2620a7a', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c6870c-a367-46bd-9828-08f3d3e9d82d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:42:53Z', 'updated_at': '2021-04-19T07:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb', '_interfaces': [{'id': '551eacfa-db38-48ca-85e6-48215a5be1e8', 'name': '', 'network_id': 'bb1f6aa4-52e2-4d96-9b26-60c00e743c52', 'tenant_id': 'f5a726837f7344d2904bbcfa95d45241', 'mac_address': 'fa:16:3e:f6:7d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c6870c-a367-46bd-9828-08f3d3e9d82d', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '42768586-7936-47b2-97c5-4e4fdd5942e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:42:57Z', 'updated_at': '2021-04-19T07:43:03Z', 'revision_number': 4, 'project_id': 'f5a726837f7344d2904bbcfa95d45241', 'subnets': [{'id': '42768586-7936-47b2-97c5-4e4fdd5942e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 07:43:04.815176 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-5afd1929-d185-4c4f-8e9e-f2a270f6be68 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:04.819529 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-5afd1929-d185-4c4f-8e9e-f2a270f6be68 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704384'] for security_group_rule, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:04.840638 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:43:04.851508 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-5afd1929-d185-4c4f-8e9e-f2a270f6be68 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:04.853068 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-5afd1929-d185-4c4f-8e9e-f2a270f6be68 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1507924 Apr 19 07:43:04.855979 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 39528) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:43:04.860227 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afd1929-d185-4c4f-8e9e-f2a270f6be68 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f59cf23-699b-414d-9b9f-30938d8503c8,revision_number=0']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:43:04.861857 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [None req-17a4adec-1804-4db3-ae17-b8508142bc84 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Request body: {'security_group_rule': {'security_group_id': 'f52fde24-61e4-489f-8f08-9e781c9d9c3d', 'project_id': 'd586c25e55a34159945f172e7227aaea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:43:04.863532 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-5afd1929-d185-4c4f-8e9e-f2a270f6be68 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:43:04.871000 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-17a4adec-1804-4db3-ae17-b8508142bc84 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:43:04.882056 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-17a4adec-1804-4db3-ae17-b8508142bc84 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Usage tracker for resource:security_group_rule and tenant:d586c25e55a34159945f172e7227aaea is out of sync, need to count used quota {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:43:04.885629 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-17a4adec-1804-4db3-ae17-b8508142bc84 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:43:04.892917 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-17a4adec-1804-4db3-ae17-b8508142bc84 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:43:04.903242 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.db.securitygroups_db [None req-17a4adec-1804-4db3-ae17-b8508142bc84 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Project d586c25e55a34159945f172e7227aaea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 19 07:43:04.910841 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-17a4adec-1804-4db3-ae17-b8508142bc84 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:05.051817 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-17a4adec-1804-4db3-ae17-b8508142bc84 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:05.058136 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-17a4adec-1804-4db3-ae17-b8508142bc84 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704384'] for security_group_rule, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:05.066794 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13df3a40-d794-4f86-9a62-143a17daa6a1 req-15dbd96d-f62f-49d3-b67d-2a8f7de973c1 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:05.068456 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-13df3a40-d794-4f86-9a62-143a17daa6a1 req-15dbd96d-f62f-49d3-b67d-2a8f7de973c1 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cb3e163-d85e-4af2-989d-8aeac6961b03 HTTP/1.1" status: 200 len: 945 time: 0.1493762 Apr 19 07:43:05.070464 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:43:05.122415 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a4adec-1804-4db3-ae17-b8508142bc84 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b99ed0d-5e37-40d0-9f0a-120c3fc63c8c,revision_number=0']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:43:05.125177 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-17a4adec-1804-4db3-ae17-b8508142bc84 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:43:05.146960 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-17a4adec-1804-4db3-ae17-b8508142bc84 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:05.149291 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-17a4adec-1804-4db3-ae17-b8508142bc84 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2921784 Apr 19 07:43:05.154720 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-13df3a40-d794-4f86-9a62-143a17daa6a1 req-2564063b-050c-431f-ae7c-170f741a1d62 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=36650465-235a-4162-8acf-4b22f62c04fd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0775278 Apr 19 07:43:05.339933 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Device b56d4fed-a535-4086-b697-b9b6b33c79c9 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=86414) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 07:43:05.533921 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] For port b56d4fed-a535-4086-b697-b9b6b33c79c9, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=b56d4fed-a535-4086-b697-b9b6b33c79c9,segment=NetworkSegment(c21d5202-6ddf-48fc-b15b-8f7ca8905f72),segment_id=c21d5202-6ddf-48fc-b15b-8f7ca8905f72)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:43:05.553129 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1441fba8-e829-4d30-9333-e8d4e0bf8ba0 req-cf11aced-2198-4312-86f8-991ad8390a57 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:05.553867 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Returning: {'device': 'b56d4fed-a535-4086-b697-b9b6b33c79c9', 'network_id': 'd9ecd3e3-6ca4-4efc-a088-a606be5679c7', 'port_id': 'b56d4fed-a535-4086-b697-b9b6b33c79c9', 'mac_address': 'fa:16:3e:2c:b9:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee1ef929-233f-4d45-90c6-cfd0e13034af', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86414) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 07:43:05.561999 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-1441fba8-e829-4d30-9333-e8d4e0bf8ba0 req-cf11aced-2198-4312-86f8-991ad8390a57 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=947030fe-ad0e-4b25-98e0-790795d6c121 HTTP/1.1" status: 200 len: 945 time: 0.1088688 Apr 19 07:43:05.628411 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-1441fba8-e829-4d30-9333-e8d4e0bf8ba0 req-0be1a0d9-2a7a-4429-9d2e-23d79f566034 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602634 Apr 19 07:43:05.653137 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:05.672710 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b56d4fed-a535-4086-b697-b9b6b33c79c9 {{(pid=86414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 07:43:05.697324 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] For port b56d4fed-a535-4086-b697-b9b6b33c79c9, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=b56d4fed-a535-4086-b697-b9b6b33c79c9,segment=NetworkSegment(c21d5202-6ddf-48fc-b15b-8f7ca8905f72),segment_id=c21d5202-6ddf-48fc-b15b-8f7ca8905f72)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:43:05.704746 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:05.706651 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:43:05.805436 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Pushing event updated for resources: {'Port': ['ID=b56d4fed-a535-4086-b697-b9b6b33c79c9,revision_number=4']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:43:05.816486 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:43:05.842047 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a071d-0ef7-42d8-885a-598a8f028f0a req-82692680-f1b5-4e5f-a3c1-3f05eb30d193 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:05.847991 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-b27a071d-0ef7-42d8-885a-598a8f028f0a req-82692680-f1b5-4e5f-a3c1-3f05eb30d193 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d7d29a2-dfc6-4eb9-bed4-1241e7269cca HTTP/1.1" status: 200 len: 944 time: 0.1707313 Apr 19 07:43:05.855389 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Device 551eacfa-db38-48ca-85e6-48215a5be1e8 up at agent ovs-agent-dv-cinder-773870-2-smb {{(pid=86414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 07:43:05.954769 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Provisioning for port 551eacfa-db38-48ca-85e6-48215a5be1e8 completed by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 07:43:05.961267 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Provisioning complete for port 551eacfa-db38-48ca-85e6-48215a5be1e8 triggered by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:43:05.961750 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:06.040055 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-b27a071d-0ef7-42d8-885a-598a8f028f0a req-fe0bbb6a-d32c-407f-b9eb-694c6e76f7d8 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf17a2d-edc6-495f-a2cd-93696383c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885161 Apr 19 07:43:06.095444 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] get_ports_and_sgs() called for port_ids ['b56d4fed-a535-4086-b697-b9b6b33c79c9'] {{(pid=86414) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 07:43:06.122829 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb7d33-5ebc-4834-9f05-d0c823c386c1 req-f6012303-dd89-4842-9176-3e2875df8c3d tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:06.131495 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-c1cb7d33-5ebc-4834-9f05-d0c823c386c1 req-f6012303-dd89-4842-9176-3e2875df8c3d tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/ports?device_id=104fc9d4-1bba-4041-b2b1-b56400a80d0f HTTP/1.1" status: 200 len: 945 time: 0.2821448 Apr 19 07:43:06.200634 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-c1cb7d33-5ebc-4834-9f05-d0c823c386c1 req-27b23c12-1e14-40bf-81e9-6bad6233c400 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1b9b2ed-6991-4ca2-9322-f0071141391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679648 Apr 19 07:43:06.203287 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:06.273031 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] For port 551eacfa-db38-48ca-85e6-48215a5be1e8, host dv-cinder-773870-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-smb',level=0,port_id=551eacfa-db38-48ca-85e6-48215a5be1e8,segment=NetworkSegment(492d90ba-daae-491f-9321-0ce8a8a2b353),segment_id=492d90ba-daae-491f-9321-0ce8a8a2b353)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:43:06.290147 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:06.294129 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:43:06.454733 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b3cf8-b163-4d7a-9e6a-181032378c30 req-bdc36244-9e4f-4440-8c51-7efb9f5cf228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:06.456676 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-2e8b3cf8-b163-4d7a-9e6a-181032378c30 req-bdc36244-9e4f-4440-8c51-7efb9f5cf228 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e16dd95cee524812ae6d6b49005c2136&device_id=947030fe-ad0e-4b25-98e0-790795d6c121 HTTP/1.1" status: 200 len: 1098 time: 0.1042266 Apr 19 07:43:06.458955 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Pushing event updated for resources: {'Port': ['ID=551eacfa-db38-48ca-85e6-48215a5be1e8,revision_number=5']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:43:06.464996 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:43:06.509732 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf53da-8555-4dfb-a8d7-d4dda58703be req-013c35cb-17e2-48b5-a66d-a035b717828c tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:06.511988 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-67bf53da-8555-4dfb-a8d7-d4dda58703be req-013c35cb-17e2-48b5-a66d-a035b717828c tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cb3e163-d85e-4af2-989d-8aeac6961b03 HTTP/1.1" status: 200 len: 945 time: 0.1957128 Apr 19 07:43:06.583033 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-67bf53da-8555-4dfb-a8d7-d4dda58703be req-7369c32e-835d-4db7-a6aa-9decfaaaeb25 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=36650465-235a-4162-8acf-4b22f62c04fd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0625367 Apr 19 07:43:06.591317 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ebd4d7-bc78-4858-9508-6ea2bd6992fc req-1abbb99f-b96d-4c45-b5e4-a830593ff4b8 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:06.592865 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-b9ebd4d7-bc78-4858-9508-6ea2bd6992fc req-1abbb99f-b96d-4c45-b5e4-a830593ff4b8 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=947030fe-ad0e-4b25-98e0-790795d6c121 HTTP/1.1" status: 200 len: 945 time: 0.1739969 Apr 19 07:43:06.633962 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b3cf8-b163-4d7a-9e6a-181032378c30 req-b83c8342-bb45-4f87-95db-c04ae1e07127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:06.635557 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-2e8b3cf8-b163-4d7a-9e6a-181032378c30 req-b83c8342-bb45-4f87-95db-c04ae1e07127 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c60a7a0e-d7f4-4271-80f2-d9ececf82671 HTTP/1.1" status: 200 len: 919 time: 0.1628129 Apr 19 07:43:06.645377 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-b9ebd4d7-bc78-4858-9508-6ea2bd6992fc req-81132f2d-0086-4064-bf99-b26ff6c264c3 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452287 Apr 19 07:43:06.716533 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-2e8b3cf8-b163-4d7a-9e6a-181032378c30 req-341fae14-90e5-482a-b631-155cffaa081d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e081745-18ec-437a-991c-88ad319333bc HTTP/1.1" status: 200 len: 217 time: 0.0713980 Apr 19 07:43:06.787098 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b3cf8-b163-4d7a-9e6a-181032378c30 req-f32986e0-2b27-4d03-880d-89b209da8f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:06.788837 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-2e8b3cf8-b163-4d7a-9e6a-181032378c30 req-f32986e0-2b27-4d03-880d-89b209da8f23 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d7ac704f-a7c2-4301-8e27-7927e5a3d15d HTTP/1.1" status: 200 len: 858 time: 0.0649376 Apr 19 07:43:06.855954 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-2e8b3cf8-b163-4d7a-9e6a-181032378c30 req-41b48201-5db2-41e2-9afc-f1955980ed36 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c60a7a0e-d7f4-4271-80f2-d9ececf82671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512135 Apr 19 07:43:07.005411 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-2e8b3cf8-b163-4d7a-9e6a-181032378c30 req-433939c7-e230-4597-97e3-20d0a9f7f809 service neutron] 10.222.0.42 "GET /v2.0/networks/c60a7a0e-d7f4-4271-80f2-d9ececf82671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352184 Apr 19 07:43:07.047053 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-173cdb20-bc11-4bcb-b430-d57e041c680a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:07.168005 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-2e8b3cf8-b163-4d7a-9e6a-181032378c30 req-40af5057-c8a3-4013-a90a-7fe3ff284ab0 service neutron] 10.222.0.42 "GET /v2.0/networks/c60a7a0e-d7f4-4271-80f2-d9ececf82671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554930 Apr 19 07:43:07.265874 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e704f6-d42d-4484-971f-49b14b668fab req-34791fe7-34c2-406b-b4a6-86b9280b6a17 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:07.267443 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-e9e704f6-d42d-4484-971f-49b14b668fab req-34791fe7-34c2-406b-b4a6-86b9280b6a17 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d7d29a2-dfc6-4eb9-bed4-1241e7269cca HTTP/1.1" status: 200 len: 944 time: 0.0888782 Apr 19 07:43:07.346893 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-e9e704f6-d42d-4484-971f-49b14b668fab req-e0f221dc-978a-4747-89aa-101fc202dd10 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf17a2d-edc6-495f-a2cd-93696383c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728478 Apr 19 07:43:07.507939 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41094fd9-096e-4298-8750-29f685ff53d6 req-f3c7ab1e-dd63-46ca-a784-27a2fc022fa6 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:07.509495 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-41094fd9-096e-4298-8750-29f685ff53d6 req-f3c7ab1e-dd63-46ca-a784-27a2fc022fa6 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/ports?device_id=104fc9d4-1bba-4041-b2b1-b56400a80d0f HTTP/1.1" status: 200 len: 945 time: 0.0897205 Apr 19 07:43:07.558661 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-41094fd9-096e-4298-8750-29f685ff53d6 req-8c4a9f30-acfc-46a2-813c-41e1ecd17376 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1b9b2ed-6991-4ca2-9322-f0071141391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425358 Apr 19 07:43:07.760141 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Device 551eacfa-db38-48ca-85e6-48215a5be1e8 up at agent ovs-agent-dv-cinder-773870-2-smb {{(pid=86414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 07:43:07.850127 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Provisioning complete for port 551eacfa-db38-48ca-85e6-48215a5be1e8 triggered by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:43:07.850590 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:07.852316 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bafd67-9b99-4535-85ee-4fc8088a2522 req-9ca80bbf-362e-4788-89c7-db0186659f31 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:07.853904 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-77bafd67-9b99-4535-85ee-4fc8088a2522 req-9ca80bbf-362e-4788-89c7-db0186659f31 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cb3e163-d85e-4af2-989d-8aeac6961b03 HTTP/1.1" status: 200 len: 945 time: 0.1467726 Apr 19 07:43:07.911340 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c26dd7-8faa-4499-8ea6-82978d0b149b req-b6bd0d14-9606-4f7b-a366-ba665898de64 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:07.913103 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-66c26dd7-8faa-4499-8ea6-82978d0b149b req-b6bd0d14-9606-4f7b-a366-ba665898de64 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=947030fe-ad0e-4b25-98e0-790795d6c121 HTTP/1.1" status: 200 len: 945 time: 0.1467640 Apr 19 07:43:07.924958 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-77bafd67-9b99-4535-85ee-4fc8088a2522 req-fb56cfe2-d659-452e-b253-83e6a8f2862e tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=36650465-235a-4162-8acf-4b22f62c04fd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0601118 Apr 19 07:43:07.968148 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-66c26dd7-8faa-4499-8ea6-82978d0b149b req-c16ee8d9-a3ca-455e-b462-85c12f6772bc tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421796 Apr 19 07:43:08.555570 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1facd4-0e33-476e-a8eb-66a7252bcd9f req-3a07a1a1-8d2d-4de2-9937-2fe0d46dfc47 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:08.557213 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-6f1facd4-0e33-476e-a8eb-66a7252bcd9f req-3a07a1a1-8d2d-4de2-9937-2fe0d46dfc47 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d7d29a2-dfc6-4eb9-bed4-1241e7269cca HTTP/1.1" status: 200 len: 944 time: 0.0928841 Apr 19 07:43:08.612274 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-6f1facd4-0e33-476e-a8eb-66a7252bcd9f req-71a76d91-22ae-4e1f-a030-6e45646d7fa0 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf17a2d-edc6-495f-a2cd-93696383c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472276 Apr 19 07:43:09.119370 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae32837-a640-40f6-8552-49c1ca545fdc req-21cb4163-54af-404e-ae23-ebd2d12d1a0b tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:09.121153 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-2ae32837-a640-40f6-8552-49c1ca545fdc req-21cb4163-54af-404e-ae23-ebd2d12d1a0b tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/ports?device_id=104fc9d4-1bba-4041-b2b1-b56400a80d0f HTTP/1.1" status: 200 len: 945 time: 0.4240839 Apr 19 07:43:09.141236 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-c5387109-0129-4e76-824b-6879258b323e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:09.162433 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-c2f4b168-a108-4168-be04-3d4af7248da1 req-412058de-1e88-40e9-bbd1-b14eb01992db service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=808017b1-9edb-48b5-be3e-927a28c51660&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0914838 Apr 19 07:43:09.174717 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57547ab2-fbc5-4df9-89a2-985a40d416e2 req-88bc7f9f-24bc-4032-8284-1fce60d6d7b4 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:09.176315 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-57547ab2-fbc5-4df9-89a2-985a40d416e2 req-88bc7f9f-24bc-4032-8284-1fce60d6d7b4 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/networks?id=a6592c2a-0849-4380-bef8-37b4b3e1274d HTTP/1.1" status: 200 len: 814 time: 0.4290912 Apr 19 07:43:09.204212 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-2ae32837-a640-40f6-8552-49c1ca545fdc req-534dacde-c6ab-48ac-96c1-c721ababd6dc tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1b9b2ed-6991-4ca2-9322-f0071141391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748055 Apr 19 07:43:09.207832 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-57547ab2-fbc5-4df9-89a2-985a40d416e2 req-db240e80-6be1-4327-b84d-3b02fdc92b49 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/quotas/156e07873a6143d89470ff601eee1cb8 HTTP/1.1" status: 200 len: 375 time: 0.0217094 Apr 19 07:43:09.264162 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4b168-a108-4168-be04-3d4af7248da1 req-9f2e72d3-be5f-485d-aa52-21fcf40e1d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:09.266160 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-c2f4b168-a108-4168-be04-3d4af7248da1 req-9f2e72d3-be5f-485d-aa52-21fcf40e1d3c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e16dd95cee524812ae6d6b49005c2136&device_id=808017b1-9edb-48b5-be3e-927a28c51660 HTTP/1.1" status: 200 len: 1099 time: 0.0823386 Apr 19 07:43:09.314246 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-57547ab2-fbc5-4df9-89a2-985a40d416e2 req-dfbceab0-a096-45f3-af7d-247fbb0b11d9 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=156e07873a6143d89470ff601eee1cb8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0996552 Apr 19 07:43:09.347959 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Device b56d4fed-a535-4086-b697-b9b6b33c79c9 up at agent hyperv_hv-cinder-77387 {{(pid=86414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 07:43:09.428079 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Provisioning for port b56d4fed-a535-4086-b697-b9b6b33c79c9 completed by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 07:43:09.432314 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4b168-a108-4168-be04-3d4af7248da1 req-de24d706-4ef6-4b66-aba7-59b316149648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:09.433976 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-c2f4b168-a108-4168-be04-3d4af7248da1 req-de24d706-4ef6-4b66-aba7-59b316149648 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c60a7a0e-d7f4-4271-80f2-d9ececf82671 HTTP/1.1" status: 200 len: 919 time: 0.1434944 Apr 19 07:43:09.437425 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Provisioning complete for port b56d4fed-a535-4086-b697-b9b6b33c79c9 triggered by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:43:09.437841 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:09.513743 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-c2f4b168-a108-4168-be04-3d4af7248da1 req-c829ce11-da30-4edd-aa6b-3b90ad6c1021 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d449a685-76fd-479a-8d99-8421a5be3888 HTTP/1.1" status: 200 len: 217 time: 0.0717292 Apr 19 07:43:09.520454 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-57547ab2-fbc5-4df9-89a2-985a40d416e2 req-fe8e5433-e14a-426a-b77f-d9c8f52a84fc service neutron] 10.222.0.41 "GET /v2.0/networks/a6592c2a-0849-4380-bef8-37b4b3e1274d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051141 Apr 19 07:43:09.570095 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:09.596424 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4b168-a108-4168-be04-3d4af7248da1 req-14a3b6a5-8f83-4022-a3b4-ca89a6f7606c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:09.597982 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-c2f4b168-a108-4168-be04-3d4af7248da1 req-14a3b6a5-8f83-4022-a3b4-ca89a6f7606c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d7ac704f-a7c2-4301-8e27-7927e5a3d15d HTTP/1.1" status: 200 len: 858 time: 0.0737684 Apr 19 07:43:09.600790 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d7d29a2-dfc6-4eb9-bed4-1241e7269cca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b56d4fed-a535-4086-b697-b9b6b33c79c9'}] {{(pid=86414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 07:43:09.618293 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] For port b56d4fed-a535-4086-b697-b9b6b33c79c9, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=b56d4fed-a535-4086-b697-b9b6b33c79c9,segment=NetworkSegment(c21d5202-6ddf-48fc-b15b-8f7ca8905f72),segment_id=c21d5202-6ddf-48fc-b15b-8f7ca8905f72)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:43:09.621620 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:09.624373 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:43:09.644073 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01f46ad-bb73-4ed5-a92b-81ffc54ae0c2 req-e1cea14c-11b4-41d2-a6a7-de3a6bae599d tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:09.645684 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-a01f46ad-bb73-4ed5-a92b-81ffc54ae0c2 req-e1cea14c-11b4-41d2-a6a7-de3a6bae599d tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cb3e163-d85e-4af2-989d-8aeac6961b03 HTTP/1.1" status: 200 len: 945 time: 0.2306406 Apr 19 07:43:09.653421 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-c2f4b168-a108-4168-be04-3d4af7248da1 req-7a350738-f884-4b1e-9547-751c990a315d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c60a7a0e-d7f4-4271-80f2-d9ececf82671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471992 Apr 19 07:43:09.699573 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Pushing event updated for resources: {'Port': ['ID=b56d4fed-a535-4086-b697-b9b6b33c79c9,revision_number=5']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:43:09.703654 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:43:09.711941 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-57547ab2-fbc5-4df9-89a2-985a40d416e2 req-870efaab-5929-4e4c-9af7-31014deab64e service neutron] 10.222.0.41 "GET /v2.0/networks/a6592c2a-0849-4380-bef8-37b4b3e1274d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824458 Apr 19 07:43:09.735685 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-a01f46ad-bb73-4ed5-a92b-81ffc54ae0c2 req-0ab3a64a-de40-445e-b38c-a5dbe5f63abf tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=36650465-235a-4162-8acf-4b22f62c04fd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0677230 Apr 19 07:43:09.771760 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bf2cef0d-0a86-410b-90d7-6d8fe7ad6153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:09.805684 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-c2f4b168-a108-4168-be04-3d4af7248da1 req-2202eb37-54f6-490b-a176-f3b65a2cf64a service neutron] 10.222.0.42 "GET /v2.0/networks/c60a7a0e-d7f4-4271-80f2-d9ececf82671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444659 Apr 19 07:43:09.889224 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d7d29a2-dfc6-4eb9-bed4-1241e7269cca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b56d4fed-a535-4086-b697-b9b6b33c79c9', 'code': 200} Apr 19 07:43:09.979016 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-c2f4b168-a108-4168-be04-3d4af7248da1 req-077e1414-b776-40ae-8658-85b3ac19f1be service neutron] 10.222.0.42 "GET /v2.0/networks/c60a7a0e-d7f4-4271-80f2-d9ececf82671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653917 Apr 19 07:43:10.077297 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342d0287-a132-4790-9cb3-964309eef804 req-beb3f47e-ec86-45e9-9873-1e83f6a21a75 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:10.078974 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-342d0287-a132-4790-9cb3-964309eef804 req-beb3f47e-ec86-45e9-9873-1e83f6a21a75 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=947030fe-ad0e-4b25-98e0-790795d6c121 HTTP/1.1" status: 200 len: 945 time: 0.2364891 Apr 19 07:43:10.149174 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-342d0287-a132-4790-9cb3-964309eef804 req-8dc49866-52d3-4f4b-a3ee-dded4a1bde92 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596461 Apr 19 07:43:10.175095 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c4f0b-0f38-4621-acba-358b9588248e req-9a21366d-8fd6-4874-9a1f-23cae2cbd32a tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:10.176791 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-320c4f0b-0f38-4621-acba-358b9588248e req-9a21366d-8fd6-4874-9a1f-23cae2cbd32a tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d7d29a2-dfc6-4eb9-bed4-1241e7269cca HTTP/1.1" status: 200 len: 945 time: 0.1807358 Apr 19 07:43:10.280981 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-d825e30d-3c62-460f-b836-e3a5adc54075 req-32afe23a-faac-41e8-883e-4ccbed4ff554 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b2cb014-74f8-4e7a-8d84-c9c347877147 HTTP/1.1" status: 200 len: 210 time: 0.0612123 Apr 19 07:43:10.285641 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b640fefa-6823-498a-845e-b0f5fbe5dc0b req-59a7a9f1-dbb1-492b-bf68-ddc01b6e06e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:10.287278 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-b640fefa-6823-498a-845e-b0f5fbe5dc0b req-59a7a9f1-dbb1-492b-bf68-ddc01b6e06e0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7d7d29a2-dfc6-4eb9-bed4-1241e7269cca HTTP/1.1" status: 200 len: 1098 time: 0.0862753 Apr 19 07:43:10.291924 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-320c4f0b-0f38-4621-acba-358b9588248e req-8ace30cb-4a95-43b1-8629-03db2d00e049 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf17a2d-edc6-495f-a2cd-93696383c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056163 Apr 19 07:43:10.336814 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-b640fefa-6823-498a-845e-b0f5fbe5dc0b req-f448a978-ceba-44f4-8f67-e8945468c595 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9cf17a2d-edc6-495f-a2cd-93696383c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422549 Apr 19 07:43:10.441664 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:10.508854 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285dc308-f353-4c8a-90a3-3aaf0ef1e8ac req-82cf2f1f-5ee9-4392-af15-245af00ce675 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:10.510521 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-285dc308-f353-4c8a-90a3-3aaf0ef1e8ac req-82cf2f1f-5ee9-4392-af15-245af00ce675 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/ports?device_id=104fc9d4-1bba-4041-b2b1-b56400a80d0f HTTP/1.1" status: 200 len: 945 time: 0.0960393 Apr 19 07:43:10.559414 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-285dc308-f353-4c8a-90a3-3aaf0ef1e8ac req-cd804298-8479-484d-922a-27f995897ed6 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1b9b2ed-6991-4ca2-9322-f0071141391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420840 Apr 19 07:43:10.604974 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:10.950741 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be3eac-ecef-46d7-8f6c-21e430b8d5e2 req-8d6d8a3a-fe4c-424b-833b-e877c13207e1 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:10.952378 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-84be3eac-ecef-46d7-8f6c-21e430b8d5e2 req-8d6d8a3a-fe4c-424b-833b-e877c13207e1 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cb3e163-d85e-4af2-989d-8aeac6961b03 HTTP/1.1" status: 200 len: 945 time: 0.0946076 Apr 19 07:43:11.004376 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-84be3eac-ecef-46d7-8f6c-21e430b8d5e2 req-262969e3-b8c5-4dde-8b76-2179209ef579 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=36650465-235a-4162-8acf-4b22f62c04fd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0422342 Apr 19 07:43:11.338060 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d08bd89e-63cf-49bc-b1d3-e1c35da66f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:11.375811 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3172687-2a4f-45a0-97d6-ffc6af78461b req-0884ab45-c363-4bb8-bfb3-91d0518ab62d tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:11.377436 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-a3172687-2a4f-45a0-97d6-ffc6af78461b req-0884ab45-c363-4bb8-bfb3-91d0518ab62d tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=947030fe-ad0e-4b25-98e0-790795d6c121 HTTP/1.1" status: 200 len: 945 time: 0.1100678 Apr 19 07:43:11.458657 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57547ab2-fbc5-4df9-89a2-985a40d416e2 req-6bdf7e9c-8efe-4d07-b37a-4f1cd877ce59 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:11.460300 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-57547ab2-fbc5-4df9-89a2-985a40d416e2 req-6bdf7e9c-8efe-4d07-b37a-4f1cd877ce59 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.42 "GET /v2.0/networks?id=a6592c2a-0849-4380-bef8-37b4b3e1274d HTTP/1.1" status: 200 len: 814 time: 0.1799746 Apr 19 07:43:11.474684 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-a3172687-2a4f-45a0-97d6-ffc6af78461b req-df622057-4087-4f50-a2fd-919de6017b7c tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887854 Apr 19 07:43:11.477316 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-6a550c03-e59e-4b44-a3df-eb08f25dfe0f req-4da339c1-6619-4c0d-9fed-b15c8ca20e4f tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b2cb014-74f8-4e7a-8d84-c9c347877147 HTTP/1.1" status: 200 len: 210 time: 0.0612438 Apr 19 07:43:11.483794 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [req-57547ab2-fbc5-4df9-89a2-985a40d416e2 req-1257e624-d300-4673-9901-4c62f2f34c18 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Request body: {'port': {'device_id': '0b2cb014-74f8-4e7a-8d84-c9c347877147', 'network_id': 'a6592c2a-0849-4380-bef8-37b4b3e1274d', 'admin_state_up': True, 'tenant_id': '156e07873a6143d89470ff601eee1cb8'}} {{(pid=86412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:43:11.699638 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [req-57547ab2-fbc5-4df9-89a2-985a40d416e2 req-1257e624-d300-4673-9901-4c62f2f34c18 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:43:11.704556 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-57547ab2-fbc5-4df9-89a2-985a40d416e2 req-1257e624-d300-4673-9901-4c62f2f34c18 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Usage tracker for resource:port and tenant:156e07873a6143d89470ff601eee1cb8 is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:43:11.707604 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-57547ab2-fbc5-4df9-89a2-985a40d416e2 req-1257e624-d300-4673-9901-4c62f2f34c18 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:43:11.713948 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [req-57547ab2-fbc5-4df9-89a2-985a40d416e2 req-1257e624-d300-4673-9901-4c62f2f34c18 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:43:11.724626 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57547ab2-fbc5-4df9-89a2-985a40d416e2 req-1257e624-d300-4673-9901-4c62f2f34c18 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Made reservation on behalf of 156e07873a6143d89470ff601eee1cb8 for: {'port': 1} {{(pid=86412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 07:43:11.730794 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-57547ab2-fbc5-4df9-89a2-985a40d416e2 req-1257e624-d300-4673-9901-4c62f2f34c18 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:11.805983 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af47fc6-8b0c-4931-af04-2ac490165314 req-ca05358d-5171-4eba-9745-1724155b6d68 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:11.807673 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-3af47fc6-8b0c-4931-af04-2ac490165314 req-ca05358d-5171-4eba-9745-1724155b6d68 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d7d29a2-dfc6-4eb9-bed4-1241e7269cca HTTP/1.1" status: 200 len: 945 time: 0.1901121 Apr 19 07:43:11.849398 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2828df-8233-43e8-96cc-10edab9ebb5f req-a204712c-e1ac-4564-b850-ff4eed78fd96 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:11.851094 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-2d2828df-8233-43e8-96cc-10edab9ebb5f req-a204712c-e1ac-4564-b850-ff4eed78fd96 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/ports?device_id=104fc9d4-1bba-4041-b2b1-b56400a80d0f HTTP/1.1" status: 200 len: 945 time: 0.1515107 Apr 19 07:43:11.897414 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-3af47fc6-8b0c-4931-af04-2ac490165314 req-8fb526c5-0ab5-4cf8-87cf-ab8bea23f329 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf17a2d-edc6-495f-a2cd-93696383c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788846 Apr 19 07:43:11.938611 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-2d2828df-8233-43e8-96cc-10edab9ebb5f req-de001107-b42e-4185-b141-f663b7dc6813 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1b9b2ed-6991-4ca2-9322-f0071141391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754907 Apr 19 07:43:11.976256 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.db_base_plugin_common [req-57547ab2-fbc5-4df9-89a2-985a40d416e2 req-1257e624-d300-4673-9901-4c62f2f34c18 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Allocated IP 172.20.0.6 (a6592c2a-0849-4380-bef8-37b4b3e1274d/97dcc01a-d0cc-4dce-9455-151a64e8fa2f/f58e609c-8ce7-4c85-93d4-c7fc05c326cd) {{(pid=86412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 07:43:12.243808 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f466894a-227e-4d6d-b81f-3e5410a9fa64 req-95920d95-a996-46a3-b4e4-dd164ab8a8b5 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:12.245466 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-f466894a-227e-4d6d-b81f-3e5410a9fa64 req-95920d95-a996-46a3-b4e4-dd164ab8a8b5 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cb3e163-d85e-4af2-989d-8aeac6961b03 HTTP/1.1" status: 200 len: 945 time: 0.0896287 Apr 19 07:43:12.248047 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-57547ab2-fbc5-4df9-89a2-985a40d416e2 req-1257e624-d300-4673-9901-4c62f2f34c18 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Notify callbacks [] for port, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:12.283965 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-57547ab2-fbc5-4df9-89a2-985a40d416e2 req-1257e624-d300-4673-9901-4c62f2f34c18 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769764225105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3936575'] for port, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:12.290088 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-0f6d2056-90de-430a-b375-6808f82cd5d0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:43:12.293549 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-f466894a-227e-4d6d-b81f-3e5410a9fa64 req-03289b4b-5d84-4108-bdaf-dacf0abb15e9 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=36650465-235a-4162-8acf-4b22f62c04fd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0415928 Apr 19 07:43:12.295576 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] get_ports_and_sgs() called for port_ids ['103c82f6-23c0-4aca-8712-ed823c4c7ae0', 'a13d1232-9f6a-424a-9ec1-acd575a7896c', '4b00d976-3c2d-4b8e-95a5-bd642ddac30b'] {{(pid=86414) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 07:43:12.360018 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57547ab2-fbc5-4df9-89a2-985a40d416e2 req-1257e624-d300-4673-9901-4c62f2f34c18 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Network a6592c2a-0849-4380-bef8-37b4b3e1274d is already hosted by enough agents. {{(pid=86412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 07:43:12.364170 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.base_scheduler [req-57547ab2-fbc5-4df9-89a2-985a40d416e2 req-1257e624-d300-4673-9901-4c62f2f34c18 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Resources bound (agent type, host, resource id): {{(pid=86412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 07:43:12.368382 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [req-57547ab2-fbc5-4df9-89a2-985a40d416e2 req-1257e624-d300-4673-9901-4c62f2f34c18 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Received port after_create {{(pid=86412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 07:43:12.405417 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1257e624-d300-4673-9901-4c62f2f34c18 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Pushing event updated for resources: {'Port': ['ID=f58e609c-8ce7-4c85-93d4-c7fc05c326cd,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:43:12.409082 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-1257e624-d300-4673-9901-4c62f2f34c18 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:43:12.446070 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57547ab2-fbc5-4df9-89a2-985a40d416e2 req-1257e624-d300-4673-9901-4c62f2f34c18 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:12.446731 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-57547ab2-fbc5-4df9-89a2-985a40d416e2 req-1257e624-d300-4673-9901-4c62f2f34c18 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773070'] for port, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:12.466828 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-57547ab2-fbc5-4df9-89a2-985a40d416e2 req-1257e624-d300-4673-9901-4c62f2f34c18 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9874566 Apr 19 07:43:12.490600 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [req-57547ab2-fbc5-4df9-89a2-985a40d416e2 req-50f2ff38-94e5-4d2f-ad28-35c1dcde62f9 service neutron] Request body: {'port': {'device_id': '0b2cb014-74f8-4e7a-8d84-c9c347877147', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=86412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:43:12.614581 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-57547ab2-fbc5-4df9-89a2-985a40d416e2 req-50f2ff38-94e5-4d2f-ad28-35c1dcde62f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:12.722707 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a6d01-b635-4b4e-a666-a784876df62d req-5b0e4fe5-1648-4223-a2b5-27ec73a3b653 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:12.725311 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-547a6d01-b635-4b4e-a666-a784876df62d req-5b0e4fe5-1648-4223-a2b5-27ec73a3b653 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b2cb014-74f8-4e7a-8d84-c9c347877147 HTTP/1.1" status: 200 len: 931 time: 0.1277146 Apr 19 07:43:12.775499 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-547a6d01-b635-4b4e-a666-a784876df62d req-08815cf5-f381-46eb-adab-f99bd6239c50 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ecfeb0f-2df5-400e-8733-6e1eda84c027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438559 Apr 19 07:43:12.993514 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [req-57547ab2-fbc5-4df9-89a2-985a40d416e2 req-50f2ff38-94e5-4d2f-ad28-35c1dcde62f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f58e609c-8ce7-4c85-93d4-c7fc05c326cd {{(pid=86412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 07:43:13.001668 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-57547ab2-fbc5-4df9-89a2-985a40d416e2 req-50f2ff38-94e5-4d2f-ad28-35c1dcde62f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:13.017182 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [req-57547ab2-fbc5-4df9-89a2-985a40d416e2 req-50f2ff38-94e5-4d2f-ad28-35c1dcde62f9 service neutron] Transition to ACTIVE for port object f58e609c-8ce7-4c85-93d4-c7fc05c326cd will not be triggered until provisioned by entity L2. {{(pid=86412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 07:43:13.021555 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-57547ab2-fbc5-4df9-89a2-985a40d416e2 req-50f2ff38-94e5-4d2f-ad28-35c1dcde62f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850839242'] for port, after_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:13.026491 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-1d2f34ca-210a-440e-84dc-327d6f404bbf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:43:13.114533 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f2ff38-94e5-4d2f-ad28-35c1dcde62f9 service neutron] Pushing event updated for resources: {'Port': ['ID=f58e609c-8ce7-4c85-93d4-c7fc05c326cd,revision_number=2']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:43:13.117962 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-50f2ff38-94e5-4d2f-ad28-35c1dcde62f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:43:13.178075 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1202e4f-78be-44d3-8fa4-7a08d370e82e req-a8aca3eb-7ae3-4740-a321-9df9502c74c2 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:13.179768 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-b1202e4f-78be-44d3-8fa4-7a08d370e82e req-a8aca3eb-7ae3-4740-a321-9df9502c74c2 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d7d29a2-dfc6-4eb9-bed4-1241e7269cca HTTP/1.1" status: 200 len: 945 time: 0.1561227 Apr 19 07:43:13.241520 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c89c7c-ff8e-4332-a851-769274b53c70 req-e0beaace-e969-4133-9d3a-64ad6276f987 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:13.242958 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-85c89c7c-ff8e-4332-a851-769274b53c70 req-e0beaace-e969-4133-9d3a-64ad6276f987 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/ports?device_id=104fc9d4-1bba-4041-b2b1-b56400a80d0f HTTP/1.1" status: 200 len: 945 time: 0.1595664 Apr 19 07:43:13.254783 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-b1202e4f-78be-44d3-8fa4-7a08d370e82e req-622502bd-cf10-450e-8a42-5ee7588accbb tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf17a2d-edc6-495f-a2cd-93696383c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620875 Apr 19 07:43:13.310643 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [req-57547ab2-fbc5-4df9-89a2-985a40d416e2 req-50f2ff38-94e5-4d2f-ad28-35c1dcde62f9 service neutron] Attempting to bind port f58e609c-8ce7-4c85-93d4-c7fc05c326cd on host hv-cinder-77387 for vnic_type normal with profile {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 07:43:13.311657 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [req-57547ab2-fbc5-4df9-89a2-985a40d416e2 req-50f2ff38-94e5-4d2f-ad28-35c1dcde62f9 service neutron] Attempting to bind port f58e609c-8ce7-4c85-93d4-c7fc05c326cd by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': 'a453a347-3ee5-4bff-8f95-cec0fa8d6963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a6592c2a-0849-4380-bef8-37b4b3e1274d'}] {{(pid=86412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 07:43:13.311812 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-85c89c7c-ff8e-4332-a851-769274b53c70 req-f743933c-68dc-44c1-8848-bb6db059ad42 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1b9b2ed-6991-4ca2-9322-f0071141391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603588 Apr 19 07:43:13.312059 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57547ab2-fbc5-4df9-89a2-985a40d416e2 req-50f2ff38-94e5-4d2f-ad28-35c1dcde62f9 service neutron] Attempting to bind port f58e609c-8ce7-4c85-93d4-c7fc05c326cd on network a6592c2a-0849-4380-bef8-37b4b3e1274d {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 07:43:13.317988 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57547ab2-fbc5-4df9-89a2-985a40d416e2 req-50f2ff38-94e5-4d2f-ad28-35c1dcde62f9 service neutron] Port f58e609c-8ce7-4c85-93d4-c7fc05c326cd on network a6592c2a-0849-4380-bef8-37b4b3e1274d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 07:43:13.318348 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57547ab2-fbc5-4df9-89a2-985a40d416e2 req-50f2ff38-94e5-4d2f-ad28-35c1dcde62f9 service neutron] Attempting to bind port f58e609c-8ce7-4c85-93d4-c7fc05c326cd on network a6592c2a-0849-4380-bef8-37b4b3e1274d {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 07:43:13.330129 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57547ab2-fbc5-4df9-89a2-985a40d416e2 req-50f2ff38-94e5-4d2f-ad28-35c1dcde62f9 service neutron] Checking agent: {'id': '482cf95e-fb4e-4926-8f7d-816e7736c412', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 39, 10), 'started_at': datetime.datetime(2021, 4, 19, 7, 39, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 07:43:13.331576 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57547ab2-fbc5-4df9-89a2-985a40d416e2 req-50f2ff38-94e5-4d2f-ad28-35c1dcde62f9 service neutron] Checking segment: {'id': 'a453a347-3ee5-4bff-8f95-cec0fa8d6963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a6592c2a-0849-4380-bef8-37b4b3e1274d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 07:43:13.332011 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57547ab2-fbc5-4df9-89a2-985a40d416e2 req-50f2ff38-94e5-4d2f-ad28-35c1dcde62f9 service neutron] Bound using segment: {'id': 'a453a347-3ee5-4bff-8f95-cec0fa8d6963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a6592c2a-0849-4380-bef8-37b4b3e1274d'} {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 07:43:13.332498 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [req-57547ab2-fbc5-4df9-89a2-985a40d416e2 req-50f2ff38-94e5-4d2f-ad28-35c1dcde62f9 service neutron] Bound port: f58e609c-8ce7-4c85-93d4-c7fc05c326cd, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a453a347-3ee5-4bff-8f95-cec0fa8d6963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a6592c2a-0849-4380-bef8-37b4b3e1274d'}}] {{(pid=86412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 07:43:13.332878 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-57547ab2-fbc5-4df9-89a2-985a40d416e2 req-50f2ff38-94e5-4d2f-ad28-35c1dcde62f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:13.394135 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Device 5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=86414) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 07:43:13.433224 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [req-57547ab2-fbc5-4df9-89a2-985a40d416e2 req-50f2ff38-94e5-4d2f-ad28-35c1dcde62f9 service neutron] For port f58e609c-8ce7-4c85-93d4-c7fc05c326cd, host hv-cinder-77387, cleared binding levels {{(pid=86412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 07:43:13.436898 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [req-57547ab2-fbc5-4df9-89a2-985a40d416e2 req-50f2ff38-94e5-4d2f-ad28-35c1dcde62f9 service neutron] For port f58e609c-8ce7-4c85-93d4-c7fc05c326cd, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=f58e609c-8ce7-4c85-93d4-c7fc05c326cd,segment=NetworkSegment(a453a347-3ee5-4bff-8f95-cec0fa8d6963),segment_id=a453a347-3ee5-4bff-8f95-cec0fa8d6963)] {{(pid=86412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 07:43:13.445360 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-57547ab2-fbc5-4df9-89a2-985a40d416e2 req-50f2ff38-94e5-4d2f-ad28-35c1dcde62f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850839242'] for port, after_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:13.456706 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-52c5ce10-5289-4793-b7bd-0cef5f6d027e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:43:13.533967 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57547ab2-fbc5-4df9-89a2-985a40d416e2 req-50f2ff38-94e5-4d2f-ad28-35c1dcde62f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:13.534704 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-57547ab2-fbc5-4df9-89a2-985a40d416e2 req-50f2ff38-94e5-4d2f-ad28-35c1dcde62f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773070'] for port, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:13.536174 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-57547ab2-fbc5-4df9-89a2-985a40d416e2 req-50f2ff38-94e5-4d2f-ad28-35c1dcde62f9 service neutron] 10.222.0.42 "PUT /v2.0/ports/f58e609c-8ce7-4c85-93d4-c7fc05c326cd HTTP/1.1" status: 200 len: 1093 time: 1.0507650 Apr 19 07:43:13.537048 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b2cb014-74f8-4e7a-8d84-c9c347877147', 'tag': 'f58e609c-8ce7-4c85-93d4-c7fc05c326cd'}] {{(pid=86412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 07:43:13.544981 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de97295-fb9d-4869-af33-24d84817fdd0 req-9522fd11-031d-4469-b692-c124facec396 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:13.550886 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] For port 5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6,segment=NetworkSegment(82586cc3-7b22-4a5c-b95c-8fce131571e9),segment_id=82586cc3-7b22-4a5c-b95c-8fce131571e9)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:43:13.551652 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-4de97295-fb9d-4869-af33-24d84817fdd0 req-9522fd11-031d-4469-b692-c124facec396 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=947030fe-ad0e-4b25-98e0-790795d6c121 HTTP/1.1" status: 200 len: 945 time: 0.1789639 Apr 19 07:43:13.565874 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f2ff38-94e5-4d2f-ad28-35c1dcde62f9 service neutron] Pushing event updated for resources: {'Port': ['ID=f58e609c-8ce7-4c85-93d4-c7fc05c326cd,revision_number=3']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:43:13.570403 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Returning: {'device': '5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6', 'network_id': '54cc282c-1ba1-4d63-8981-01ed15bb5ad4', 'port_id': '5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6', 'mac_address': 'fa:16:3e:ee:ca:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '576f6062-f22a-411b-bc12-7e9099407d19', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86414) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 07:43:13.572971 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-50f2ff38-94e5-4d2f-ad28-35c1dcde62f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:43:13.630854 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab8dfcb-65f5-4fd3-8f0f-547499177bca req-b0f30ee1-9c01-42a5-b398-8554c37c2886 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:13.632667 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-bab8dfcb-65f5-4fd3-8f0f-547499177bca req-b0f30ee1-9c01-42a5-b398-8554c37c2886 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cb3e163-d85e-4af2-989d-8aeac6961b03 HTTP/1.1" status: 200 len: 945 time: 0.1714709 Apr 19 07:43:13.636966 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:13.657437 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6 {{(pid=86414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 07:43:13.675529 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] For port 5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6,segment=NetworkSegment(82586cc3-7b22-4a5c-b95c-8fce131571e9),segment_id=82586cc3-7b22-4a5c-b95c-8fce131571e9)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:43:13.690960 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:13.693998 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-3bc1a120-37f3-481d-b54e-98352850800a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:43:13.724460 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57547ab2-fbc5-4df9-89a2-985a40d416e2 req-850263fa-bfcd-4c71-a944-ccc56a8062a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:13.730633 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-57547ab2-fbc5-4df9-89a2-985a40d416e2 req-850263fa-bfcd-4c71-a944-ccc56a8062a2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=156e07873a6143d89470ff601eee1cb8&device_id=0b2cb014-74f8-4e7a-8d84-c9c347877147 HTTP/1.1" status: 200 len: 1096 time: 0.1346235 Apr 19 07:43:13.749739 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-bab8dfcb-65f5-4fd3-8f0f-547499177bca req-b2dd70dc-92fc-40a2-8831-f382f2378f54 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=36650465-235a-4162-8acf-4b22f62c04fd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1015790 Apr 19 07:43:13.767811 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-4de97295-fb9d-4869-af33-24d84817fdd0 req-02d42af6-32ad-41db-b2ea-3074131ffa51 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077754 Apr 19 07:43:13.821777 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Pushing event updated for resources: {'Port': ['ID=5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6,revision_number=6']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:43:13.835739 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:43:13.885285 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] get_ports_and_sgs() called for port_ids ['5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6'] {{(pid=86414) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 07:43:14.249655 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-57547ab2-fbc5-4df9-89a2-985a40d416e2 req-a4c45a1f-1cd5-4704-aae7-1fa1d3082dfd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f58e609c-8ce7-4c85-93d4-c7fc05c326cd HTTP/1.1" status: 200 len: 217 time: 0.5096166 Apr 19 07:43:14.251508 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b2cb014-74f8-4e7a-8d84-c9c347877147', 'tag': 'f58e609c-8ce7-4c85-93d4-c7fc05c326cd', 'status': 'completed', 'code': 200} Apr 19 07:43:14.280772 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f3a7bc-89ab-473c-abe8-b21a87525322 req-551b11ee-dc30-4559-8b99-28c0df818b8f tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:14.287913 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-13f3a7bc-89ab-473c-abe8-b21a87525322 req-551b11ee-dc30-4559-8b99-28c0df818b8f tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b2cb014-74f8-4e7a-8d84-c9c347877147 HTTP/1.1" status: 200 len: 943 time: 0.1810305 Apr 19 07:43:14.343149 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57547ab2-fbc5-4df9-89a2-985a40d416e2 req-ad457c67-9ded-4d94-ac71-3e342645f93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:14.344841 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-57547ab2-fbc5-4df9-89a2-985a40d416e2 req-ad457c67-9ded-4d94-ac71-3e342645f93f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=97dcc01a-d0cc-4dce-9455-151a64e8fa2f HTTP/1.1" status: 200 len: 854 time: 0.0877085 Apr 19 07:43:14.346002 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-13f3a7bc-89ab-473c-abe8-b21a87525322 req-dab09b50-66e7-4a1a-b815-d3d7b421522c tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ecfeb0f-2df5-400e-8733-6e1eda84c027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474801 Apr 19 07:43:14.412396 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-57547ab2-fbc5-4df9-89a2-985a40d416e2 req-956870a0-be69-4438-9aa1-f650a33e98bc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a6592c2a-0849-4380-bef8-37b4b3e1274d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530057 Apr 19 07:43:14.692686 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e49dd5b-8541-4ec1-a345-750bd196da78 req-37ecc7ba-cba7-4e76-8bdd-88428062e71c tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:14.701000 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-2e49dd5b-8541-4ec1-a345-750bd196da78 req-37ecc7ba-cba7-4e76-8bdd-88428062e71c tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/ports?device_id=104fc9d4-1bba-4041-b2b1-b56400a80d0f HTTP/1.1" status: 200 len: 945 time: 0.1617086 Apr 19 07:43:14.716196 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-57547ab2-fbc5-4df9-89a2-985a40d416e2 req-56d9580c-19c6-49de-805b-11aec4c40d11 service neutron] 10.222.0.42 "GET /v2.0/networks/a6592c2a-0849-4380-bef8-37b4b3e1274d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2909801 Apr 19 07:43:14.784661 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-2e49dd5b-8541-4ec1-a345-750bd196da78 req-5c325389-b7a1-4483-8d32-0ca58020004e tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1b9b2ed-6991-4ca2-9322-f0071141391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763664 Apr 19 07:43:14.950614 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-57547ab2-fbc5-4df9-89a2-985a40d416e2 req-bb72ab56-1a9a-4919-9fce-9ac25a532d10 service neutron] 10.222.0.42 "GET /v2.0/networks/a6592c2a-0849-4380-bef8-37b4b3e1274d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140143 Apr 19 07:43:15.122375 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f4d2c-33fd-4eb6-b697-67693930751d req-9713f3dd-d87e-4524-b3d0-ed0d1ffe88ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:15.124829 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-e87f4d2c-33fd-4eb6-b697-67693930751d req-9713f3dd-d87e-4524-b3d0-ed0d1ffe88ab service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=156e07873a6143d89470ff601eee1cb8&device_id=0b2cb014-74f8-4e7a-8d84-c9c347877147 HTTP/1.1" status: 200 len: 1096 time: 0.0935254 Apr 19 07:43:15.140325 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae14696f-350f-4af5-b5ca-b69e385b5299 req-a790d4e3-b1f5-4f61-af7d-ae596d573949 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:15.148145 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-ae14696f-350f-4af5-b5ca-b69e385b5299 req-a790d4e3-b1f5-4f61-af7d-ae596d573949 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d7d29a2-dfc6-4eb9-bed4-1241e7269cca HTTP/1.1" status: 200 len: 945 time: 0.2216327 Apr 19 07:43:15.221861 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-ae14696f-350f-4af5-b5ca-b69e385b5299 req-6d93f376-fe39-483d-9fa9-921d74047f8c tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf17a2d-edc6-495f-a2cd-93696383c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726919 Apr 19 07:43:15.247655 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b54ac-ff17-432f-b671-201189c02708 req-374934ac-cdb6-4993-9e50-f4caa4348f92 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:15.249290 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-f54b54ac-ff17-432f-b671-201189c02708 req-374934ac-cdb6-4993-9e50-f4caa4348f92 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cb3e163-d85e-4af2-989d-8aeac6961b03 HTTP/1.1" status: 200 len: 944 time: 0.2300985 Apr 19 07:43:15.298689 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-f54b54ac-ff17-432f-b671-201189c02708 req-6258f94c-b7e8-4a2e-b315-a1f6d3fbeb77 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=36650465-235a-4162-8acf-4b22f62c04fd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0427699 Apr 19 07:43:15.333589 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f4d2c-33fd-4eb6-b697-67693930751d req-be9b2aa0-b88f-4398-b8f2-e040f5c6b402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:15.335454 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-e87f4d2c-33fd-4eb6-b697-67693930751d req-be9b2aa0-b88f-4398-b8f2-e040f5c6b402 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a6592c2a-0849-4380-bef8-37b4b3e1274d HTTP/1.1" status: 200 len: 915 time: 0.2030163 Apr 19 07:43:15.396661 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Device 5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6 up at agent hyperv_hv-cinder-77387 {{(pid=86414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 07:43:15.476645 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-e87f4d2c-33fd-4eb6-b697-67693930751d req-14f7822f-f55d-4b32-91df-9b250617398e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f58e609c-8ce7-4c85-93d4-c7fc05c326cd HTTP/1.1" status: 200 len: 217 time: 0.1280048 Apr 19 07:43:15.532959 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Provisioning complete for port 5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6 triggered by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:43:15.533373 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:15.579567 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3055f1-b676-4717-b5fe-d122bbd7f505 req-5efda0dd-7849-4962-9ebb-10a2936858fe tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:15.588010 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-aa3055f1-b676-4717-b5fe-d122bbd7f505 req-5efda0dd-7849-4962-9ebb-10a2936858fe tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b2cb014-74f8-4e7a-8d84-c9c347877147 HTTP/1.1" status: 200 len: 943 time: 0.1085052 Apr 19 07:43:15.598234 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f4d2c-33fd-4eb6-b697-67693930751d req-b59e19b2-6e58-4cfa-91e7-e18b059d79e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:15.600205 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-e87f4d2c-33fd-4eb6-b697-67693930751d req-b59e19b2-6e58-4cfa-91e7-e18b059d79e2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=97dcc01a-d0cc-4dce-9455-151a64e8fa2f HTTP/1.1" status: 200 len: 854 time: 0.1161604 Apr 19 07:43:15.646275 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-aa3055f1-b676-4717-b5fe-d122bbd7f505 req-b972a5bb-55b7-4775-ab4f-3dc3b6c92e8f tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ecfeb0f-2df5-400e-8733-6e1eda84c027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520923 Apr 19 07:43:15.679470 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-e87f4d2c-33fd-4eb6-b697-67693930751d req-6d2b7345-7ce0-4869-9d56-c9b54427fffa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a6592c2a-0849-4380-bef8-37b4b3e1274d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707812 Apr 19 07:43:15.700039 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:15.736765 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cb3e163-d85e-4af2-989d-8aeac6961b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6'}] {{(pid=86414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 07:43:15.763902 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] For port 5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6,segment=NetworkSegment(82586cc3-7b22-4a5c-b95c-8fce131571e9),segment_id=82586cc3-7b22-4a5c-b95c-8fce131571e9)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:43:15.768914 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:15.772842 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-3bc1a120-37f3-481d-b54e-98352850800a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:43:15.854080 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cb3e163-d85e-4af2-989d-8aeac6961b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6', 'code': 200} Apr 19 07:43:15.891019 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Pushing event updated for resources: {'Port': ['ID=5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6,revision_number=7']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:43:15.895609 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:43:15.908869 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-e87f4d2c-33fd-4eb6-b697-67693930751d req-8636a6f4-12c8-4205-8237-843e22e7de38 service neutron] 10.222.0.42 "GET /v2.0/networks/a6592c2a-0849-4380-bef8-37b4b3e1274d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189910 Apr 19 07:43:16.050160 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba71f173-9c47-4a11-983b-c9952251c8c2 req-7c447986-fccc-4252-8ac9-5fea3830c509 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:16.059599 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-ba71f173-9c47-4a11-983b-c9952251c8c2 req-7c447986-fccc-4252-8ac9-5fea3830c509 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/ports?device_id=104fc9d4-1bba-4041-b2b1-b56400a80d0f HTTP/1.1" status: 200 len: 945 time: 0.1147633 Apr 19 07:43:16.105818 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-e87f4d2c-33fd-4eb6-b697-67693930751d req-193538b2-9375-48ad-aacf-1b34b7bea73c service neutron] 10.222.0.42 "GET /v2.0/networks/a6592c2a-0849-4380-bef8-37b4b3e1274d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825366 Apr 19 07:43:16.131597 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-ba71f173-9c47-4a11-983b-c9952251c8c2 req-0ad4ce2c-a772-4542-91d6-c78b151ed8a1 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1b9b2ed-6991-4ca2-9322-f0071141391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608289 Apr 19 07:43:16.553547 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7937cedf-7fd9-4862-8098-69a9b3074ac0 req-0eb5ee4e-93cc-4c17-977e-a930b4cfee56 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:16.555577 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-7937cedf-7fd9-4862-8098-69a9b3074ac0 req-0eb5ee4e-93cc-4c17-977e-a930b4cfee56 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d7d29a2-dfc6-4eb9-bed4-1241e7269cca HTTP/1.1" status: 200 len: 945 time: 0.1898451 Apr 19 07:43:16.574842 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f6a7c4-4d91-4511-b790-9239ff52e472 req-448ae5ee-3fad-4007-9ae2-dab7a4250050 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:16.576615 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-30f6a7c4-4d91-4511-b790-9239ff52e472 req-448ae5ee-3fad-4007-9ae2-dab7a4250050 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cb3e163-d85e-4af2-989d-8aeac6961b03 HTTP/1.1" status: 200 len: 945 time: 0.1461036 Apr 19 07:43:16.660954 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-7937cedf-7fd9-4862-8098-69a9b3074ac0 req-5051f7f7-d645-45fe-94d3-79638d36ba4f tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf17a2d-edc6-495f-a2cd-93696383c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974510 Apr 19 07:43:16.679715 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-30f6a7c4-4d91-4511-b790-9239ff52e472 req-ac0b6bd0-f5f5-4685-88d7-3a9276307a5d tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=36650465-235a-4162-8acf-4b22f62c04fd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0874417 Apr 19 07:43:16.884058 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c83e93-8e42-4e95-90dd-da117ea4ffe0 req-539ab107-152b-4f91-9161-334fd2a04601 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:16.892769 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-41c83e93-8e42-4e95-90dd-da117ea4ffe0 req-539ab107-152b-4f91-9161-334fd2a04601 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b2cb014-74f8-4e7a-8d84-c9c347877147 HTTP/1.1" status: 200 len: 943 time: 0.1044784 Apr 19 07:43:16.943682 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-41c83e93-8e42-4e95-90dd-da117ea4ffe0 req-a9e34a1a-44d1-4fa0-a68e-05c80a6bdf64 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ecfeb0f-2df5-400e-8733-6e1eda84c027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499125 Apr 19 07:43:17.072683 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.agents_db [None req-ec4b265d-3c04-42fd-95cd-57ca7ec41865 None None] Agent healthcheck: found 6 active agents {{(pid=86415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 07:43:17.406240 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac53f6-05d4-4ed2-8665-e95ed73e25ee req-66990616-423a-4447-9407-792f2e238e50 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:17.407800 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-8bac53f6-05d4-4ed2-8665-e95ed73e25ee req-66990616-423a-4447-9407-792f2e238e50 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/ports?device_id=104fc9d4-1bba-4041-b2b1-b56400a80d0f HTTP/1.1" status: 200 len: 945 time: 0.1046159 Apr 19 07:43:17.464043 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-8bac53f6-05d4-4ed2-8665-e95ed73e25ee req-dbd3bd05-9ae7-4b43-b7e7-d11338012656 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1b9b2ed-6991-4ca2-9322-f0071141391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464656 Apr 19 07:43:17.770784 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f4ebd4-b4c5-48f9-89f9-7c4099ca2514 req-14fc8835-fd00-4db9-bb43-b8341685251d tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:17.770784 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-f4f4ebd4-b4c5-48f9-89f9-7c4099ca2514 req-14fc8835-fd00-4db9-bb43-b8341685251d tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] Synchronizing usage tracker for tenant:52b425b2a4cd4fd590cc03f996c15111 on resource:port {{(pid=86412) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 07:43:17.798232 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-f4f4ebd4-b4c5-48f9-89f9-7c4099ca2514 req-14fc8835-fd00-4db9-bb43-b8341685251d tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] Unset dirty status for tenant:52b425b2a4cd4fd590cc03f996c15111 on resource:port {{(pid=86412) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 07:43:17.799668 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-f4f4ebd4-b4c5-48f9-89f9-7c4099ca2514 req-14fc8835-fd00-4db9-bb43-b8341685251d tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d7d29a2-dfc6-4eb9-bed4-1241e7269cca HTTP/1.1" status: 200 len: 945 time: 0.1547253 Apr 19 07:43:17.912211 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [req-f4f4ebd4-b4c5-48f9-89f9-7c4099ca2514 req-cdc86a79-fc7a-4f8a-81d1-ea4b061dbb46 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] Deleting port b56d4fed-a535-4086-b697-b9b6b33c79c9 {{(pid=86412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 07:43:17.912706 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-f4f4ebd4-b4c5-48f9-89f9-7c4099ca2514 req-cdc86a79-fc7a-4f8a-81d1-ea4b061dbb46 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267090122612'] for port, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:18.212337 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c339002e-da08-4293-bf5b-88838dda2042 req-ccb188c3-2d2a-490e-835a-71cd1ff1d4b5 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:18.214045 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-c339002e-da08-4293-bf5b-88838dda2042 req-ccb188c3-2d2a-490e-835a-71cd1ff1d4b5 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d7d29a2-dfc6-4eb9-bed4-1241e7269cca HTTP/1.1" status: 200 len: 945 time: 0.4181559 Apr 19 07:43:18.227266 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86b4d3-ab00-4422-b059-d3769286273a req-10bffd06-52c7-47e7-95ad-f1c4d9aa20da tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:18.228905 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-1c86b4d3-ab00-4422-b059-d3769286273a req-10bffd06-52c7-47e7-95ad-f1c4d9aa20da tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cb3e163-d85e-4af2-989d-8aeac6961b03 HTTP/1.1" status: 200 len: 945 time: 0.3764579 Apr 19 07:43:18.311543 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-1c86b4d3-ab00-4422-b059-d3769286273a req-76df267a-208f-488d-a4fe-d66d18b7c36e tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=36650465-235a-4162-8acf-4b22f62c04fd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0593562 Apr 19 07:43:18.318770 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [req-f4f4ebd4-b4c5-48f9-89f9-7c4099ca2514 req-cdc86a79-fc7a-4f8a-81d1-ea4b061dbb46 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] For port b56d4fed-a535-4086-b697-b9b6b33c79c9, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=b56d4fed-a535-4086-b697-b9b6b33c79c9,segment=NetworkSegment(c21d5202-6ddf-48fc-b15b-8f7ca8905f72),segment_id=c21d5202-6ddf-48fc-b15b-8f7ca8905f72)] {{(pid=86412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:43:18.319364 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-f4f4ebd4-b4c5-48f9-89f9-7c4099ca2514 req-cdc86a79-fc7a-4f8a-81d1-ea4b061dbb46 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852958595'] for port, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:18.322900 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-c339002e-da08-4293-bf5b-88838dda2042 req-7486bdd8-37fc-4221-bf9b-13c89b763129 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf17a2d-edc6-495f-a2cd-93696383c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926635 Apr 19 07:43:18.553762 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [req-f4f4ebd4-b4c5-48f9-89f9-7c4099ca2514 req-cdc86a79-fc7a-4f8a-81d1-ea4b061dbb46 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] Calling delete_port for b56d4fed-a535-4086-b697-b9b6b33c79c9 owned by compute:nova {{(pid=86412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 07:43:18.591683 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d68f5d-bbc8-4ddd-8d68-aeb91878b842 req-c1bf60c8-99dc-4c60-8b89-8ab339c96027 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:18.599784 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-76d68f5d-bbc8-4ddd-8d68-aeb91878b842 req-c1bf60c8-99dc-4c60-8b89-8ab339c96027 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b2cb014-74f8-4e7a-8d84-c9c347877147 HTTP/1.1" status: 200 len: 943 time: 0.1282778 Apr 19 07:43:18.664459 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-76d68f5d-bbc8-4ddd-8d68-aeb91878b842 req-cc2e97c2-f2e8-4990-9a2b-5268672f3e5d tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ecfeb0f-2df5-400e-8733-6e1eda84c027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633993 Apr 19 07:43:18.762795 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-f4f4ebd4-b4c5-48f9-89f9-7c4099ca2514 req-cdc86a79-fc7a-4f8a-81d1-ea4b061dbb46 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267090117919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267090550695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3936575'] for port, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:18.771840 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-b4fc4283-a99c-4379-872e-ef3ca50bf905 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:43:18.775902 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] get_ports_and_sgs() called for port_ids ['b56d4fed-a535-4086-b697-b9b6b33c79c9'] {{(pid=86414) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 07:43:18.877015 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8320008a-5c7c-468b-b41f-6064258635ad req-c2fcebcf-5974-4de8-a173-4888d616dcc9 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:18.885705 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-8320008a-5c7c-468b-b41f-6064258635ad req-c2fcebcf-5974-4de8-a173-4888d616dcc9 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/ports?device_id=104fc9d4-1bba-4041-b2b1-b56400a80d0f HTTP/1.1" status: 200 len: 945 time: 0.1119478 Apr 19 07:43:18.950946 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc86a79-fc7a-4f8a-81d1-ea4b061dbb46 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] Pushing event deleted for resources: {'Port': ['ID=b56d4fed-a535-4086-b697-b9b6b33c79c9,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:43:18.954114 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-cdc86a79-fc7a-4f8a-81d1-ea4b061dbb46 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:43:19.008986 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-8320008a-5c7c-468b-b41f-6064258635ad req-2ddb24c8-4c57-463f-bd12-931ddcfadecd tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1b9b2ed-6991-4ca2-9322-f0071141391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221476 Apr 19 07:43:19.078394 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4f4ebd4-b4c5-48f9-89f9-7c4099ca2514 req-cdc86a79-fc7a-4f8a-81d1-ea4b061dbb46 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] No DVR routers for this DVR port b56d4fed-a535-4086-b697-b9b6b33c79c9 on host hv-cinder-77387 {{(pid=86412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 07:43:19.085450 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-f4f4ebd4-b4c5-48f9-89f9-7c4099ca2514 req-cdc86a79-fc7a-4f8a-81d1-ea4b061dbb46 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773070'] for port, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:19.096885 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d7d29a2-dfc6-4eb9-bed4-1241e7269cca', 'name': 'network-vif-deleted', 'tag': 'b56d4fed-a535-4086-b697-b9b6b33c79c9'}] {{(pid=86412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 07:43:19.098008 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee946354-f21e-43f4-8a60-6a2eb7c7b09b req-b1125913-65da-4c63-9810-96f0aa09a79e tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:19.106953 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-ee946354-f21e-43f4-8a60-6a2eb7c7b09b req-b1125913-65da-4c63-9810-96f0aa09a79e tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=947030fe-ad0e-4b25-98e0-790795d6c121 HTTP/1.1" status: 200 len: 945 time: 0.1938989 Apr 19 07:43:19.119159 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-f4f4ebd4-b4c5-48f9-89f9-7c4099ca2514 req-cdc86a79-fc7a-4f8a-81d1-ea4b061dbb46 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] 10.222.0.42 "DELETE /v2.0/ports/b56d4fed-a535-4086-b697-b9b6b33c79c9 HTTP/1.1" status: 204 len: 173 time: 1.3130059 Apr 19 07:43:19.153103 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a30725c-8a1a-4200-9a33-02748750b3ba req-a66f678c-bc08-4c0f-9924-54ff9b01bf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:19.154959 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-7a30725c-8a1a-4200-9a33-02748750b3ba req-a66f678c-bc08-4c0f-9924-54ff9b01bf3c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e16dd95cee524812ae6d6b49005c2136&device_id=947030fe-ad0e-4b25-98e0-790795d6c121 HTTP/1.1" status: 200 len: 1098 time: 0.2690444 Apr 19 07:43:19.206679 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-ee946354-f21e-43f4-8a60-6a2eb7c7b09b req-b4539238-1528-4e85-96fe-6d14546aa65c tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979390 Apr 19 07:43:19.302887 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d7d29a2-dfc6-4eb9-bed4-1241e7269cca', 'name': 'network-vif-deleted', 'tag': 'b56d4fed-a535-4086-b697-b9b6b33c79c9', 'status': 'completed', 'code': 200} Apr 19 07:43:19.385190 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a30725c-8a1a-4200-9a33-02748750b3ba req-a8f0d33f-feed-4958-a398-e18944cf93f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:19.386997 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-7a30725c-8a1a-4200-9a33-02748750b3ba req-a8f0d33f-feed-4958-a398-e18944cf93f8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c60a7a0e-d7f4-4271-80f2-d9ececf82671 HTTP/1.1" status: 200 len: 919 time: 0.2193885 Apr 19 07:43:19.406163 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Device f58e609c-8ce7-4c85-93d4-c7fc05c326cd details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=86414) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 07:43:19.502138 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-7a30725c-8a1a-4200-9a33-02748750b3ba req-bbe9003e-ad3f-47b0-a0b9-c918d017276d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e081745-18ec-437a-991c-88ad319333bc HTTP/1.1" status: 200 len: 217 time: 0.0927379 Apr 19 07:43:19.605307 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a30725c-8a1a-4200-9a33-02748750b3ba req-debf38ae-cc47-419e-8c88-75dd9a5b9a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:19.607929 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-7a30725c-8a1a-4200-9a33-02748750b3ba req-debf38ae-cc47-419e-8c88-75dd9a5b9a53 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d7ac704f-a7c2-4301-8e27-7927e5a3d15d HTTP/1.1" status: 200 len: 858 time: 0.0978315 Apr 19 07:43:19.614686 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-57219c8e-98af-4863-85bf-614e3fb135d7 req-63473dec-dc30-406f-8c5d-0fca3e735e4c tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d7d29a2-dfc6-4eb9-bed4-1241e7269cca HTTP/1.1" status: 200 len: 210 time: 0.0631266 Apr 19 07:43:19.680590 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f1912-1363-429f-b037-2b19baad98cb req-af7f49f8-6378-4334-8a13-ce8110807a8e tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:19.688203 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-967f1912-1363-429f-b037-2b19baad98cb req-af7f49f8-6378-4334-8a13-ce8110807a8e tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cb3e163-d85e-4af2-989d-8aeac6961b03 HTTP/1.1" status: 200 len: 945 time: 0.1892540 Apr 19 07:43:19.689673 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-7a30725c-8a1a-4200-9a33-02748750b3ba req-4f16765c-1122-4f34-b173-ba8510a3f094 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c60a7a0e-d7f4-4271-80f2-d9ececf82671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734050 Apr 19 07:43:19.697024 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] For port f58e609c-8ce7-4c85-93d4-c7fc05c326cd, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=f58e609c-8ce7-4c85-93d4-c7fc05c326cd,segment=NetworkSegment(a453a347-3ee5-4bff-8f95-cec0fa8d6963),segment_id=a453a347-3ee5-4bff-8f95-cec0fa8d6963)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:43:19.735633 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Returning: {'device': 'f58e609c-8ce7-4c85-93d4-c7fc05c326cd', 'network_id': 'a6592c2a-0849-4380-bef8-37b4b3e1274d', 'port_id': 'f58e609c-8ce7-4c85-93d4-c7fc05c326cd', 'mac_address': 'fa:16:3e:2f:cf:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97dcc01a-d0cc-4dce-9455-151a64e8fa2f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86414) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 07:43:19.747000 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-967f1912-1363-429f-b037-2b19baad98cb req-d4b562c9-8ea2-412e-b8e6-e73b5e222723 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=36650465-235a-4162-8acf-4b22f62c04fd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0577300 Apr 19 07:43:19.809087 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:19.839149 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f58e609c-8ce7-4c85-93d4-c7fc05c326cd {{(pid=86414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 07:43:19.876990 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] For port f58e609c-8ce7-4c85-93d4-c7fc05c326cd, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=f58e609c-8ce7-4c85-93d4-c7fc05c326cd,segment=NetworkSegment(a453a347-3ee5-4bff-8f95-cec0fa8d6963),segment_id=a453a347-3ee5-4bff-8f95-cec0fa8d6963)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:43:19.881725 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:19.884025 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:43:19.885688 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-7a30725c-8a1a-4200-9a33-02748750b3ba req-9db059ef-6be3-426d-9d8c-8dbbceee3bb0 service neutron] 10.222.0.42 "GET /v2.0/networks/c60a7a0e-d7f4-4271-80f2-d9ececf82671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850233 Apr 19 07:43:19.988664 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Pushing event updated for resources: {'Port': ['ID=f58e609c-8ce7-4c85-93d4-c7fc05c326cd,revision_number=4']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:43:19.998788 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:43:19.999366 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:43:19.999863 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:43:20.000383 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:43:20.000865 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:43:20.001345 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:43:20.001818 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:43:20.002305 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:43:20.003016 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:43:20.003513 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:43:20.004102 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:43:20.004573 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:43:20.008922 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:43:20.019362 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7afbc1-c286-4f9c-99cc-cf13cc713533 req-8fda1a14-586c-4306-8dd4-ca4eea299814 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:20.028296 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-6c7afbc1-c286-4f9c-99cc-cf13cc713533 req-8fda1a14-586c-4306-8dd4-ca4eea299814 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b2cb014-74f8-4e7a-8d84-c9c347877147 HTTP/1.1" status: 200 len: 944 time: 0.1988518 Apr 19 07:43:20.090736 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-6c7afbc1-c286-4f9c-99cc-cf13cc713533 req-eb25ef41-41d1-4cc6-a64a-94d0029a1679 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ecfeb0f-2df5-400e-8733-6e1eda84c027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613806 Apr 19 07:43:20.092666 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-7a30725c-8a1a-4200-9a33-02748750b3ba req-bb0a7240-5bb2-4b56-8a0a-5996daea7199 service neutron] 10.222.0.42 "GET /v2.0/networks/c60a7a0e-d7f4-4271-80f2-d9ececf82671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939905 Apr 19 07:43:20.269743 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1de63a2-2ba7-428d-8525-5c1bcb67275c req-990afccf-5016-4013-9f96-22959cfbfb91 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:20.278418 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-a1de63a2-2ba7-428d-8525-5c1bcb67275c req-990afccf-5016-4013-9f96-22959cfbfb91 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/ports?device_id=104fc9d4-1bba-4041-b2b1-b56400a80d0f HTTP/1.1" status: 200 len: 945 time: 0.1104228 Apr 19 07:43:20.309122 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] get_ports_and_sgs() called for port_ids ['f58e609c-8ce7-4c85-93d4-c7fc05c326cd'] {{(pid=86414) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 07:43:20.337137 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-a1de63a2-2ba7-428d-8525-5c1bcb67275c req-df0227b8-1227-4fb1-9593-5c13c4da7ef3 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1b9b2ed-6991-4ca2-9322-f0071141391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576706 Apr 19 07:43:20.454055 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd15cd5f-bccd-4dc1-9e14-7cfbbe0840db req-62e5e577-0e21-4efb-b6a9-1919b508f68a tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:20.456071 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-dd15cd5f-bccd-4dc1-9e14-7cfbbe0840db req-62e5e577-0e21-4efb-b6a9-1919b508f68a tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=947030fe-ad0e-4b25-98e0-790795d6c121 HTTP/1.1" status: 200 len: 945 time: 0.1093373 Apr 19 07:43:20.518638 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-dd15cd5f-bccd-4dc1-9e14-7cfbbe0840db req-b8d6b364-6874-4929-8338-1b2cbe190e33 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557864 Apr 19 07:43:21.004931 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006e0613-bc24-4f9a-91c5-332db2b5e6a4 req-6a1bbe08-1a5f-4bbb-b30d-405399eb7007 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:21.013093 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-006e0613-bc24-4f9a-91c5-332db2b5e6a4 req-6a1bbe08-1a5f-4bbb-b30d-405399eb7007 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cb3e163-d85e-4af2-989d-8aeac6961b03 HTTP/1.1" status: 200 len: 945 time: 0.1124153 Apr 19 07:43:21.066927 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-006e0613-bc24-4f9a-91c5-332db2b5e6a4 req-74b523bb-86db-4976-ab76-d1e761efa5b0 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=36650465-235a-4162-8acf-4b22f62c04fd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0528693 Apr 19 07:43:21.371016 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1aed2-331f-4798-8c7c-a7900e7e0d00 req-13c51787-1f2d-4dcc-8055-9f688b8da51a tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:21.373454 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-0ad1aed2-331f-4798-8c7c-a7900e7e0d00 req-13c51787-1f2d-4dcc-8055-9f688b8da51a tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b2cb014-74f8-4e7a-8d84-c9c347877147 HTTP/1.1" status: 200 len: 944 time: 0.1365223 Apr 19 07:43:21.428400 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Device b56d4fed-a535-4086-b697-b9b6b33c79c9 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=86414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 07:43:21.446288 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-0ad1aed2-331f-4798-8c7c-a7900e7e0d00 req-da989929-9952-4664-862a-573adde8e5f6 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ecfeb0f-2df5-400e-8733-6e1eda84c027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648949 Apr 19 07:43:21.490766 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] No Port match for: b56d4fed-a535-4086-b697-b9b6b33c79c9 {{(pid=86414) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 07:43:21.491211 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Device b56d4fed-a535-4086-b697-b9b6b33c79c9 not bound to the agent host hv-cinder-77387 {{(pid=86414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 07:43:21.600742 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5208b297-d54f-46e9-9c07-8750c924f9ed req-18d1c8e9-904a-4eab-ac1a-01a1eefed955 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:21.603729 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-5208b297-d54f-46e9-9c07-8750c924f9ed req-18d1c8e9-904a-4eab-ac1a-01a1eefed955 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/ports?device_id=104fc9d4-1bba-4041-b2b1-b56400a80d0f HTTP/1.1" status: 200 len: 945 time: 0.1045945 Apr 19 07:43:21.740613 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-5208b297-d54f-46e9-9c07-8750c924f9ed req-7afc0f42-cffc-4538-8162-9c6e94840df8 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1b9b2ed-6991-4ca2-9322-f0071141391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308367 Apr 19 07:43:21.779316 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba3ebc-4082-4340-9453-094f5cafcd59 req-41fcfbf0-d69b-4c07-b9e5-8e7028087f45 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:21.787151 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-61ba3ebc-4082-4340-9453-094f5cafcd59 req-41fcfbf0-d69b-4c07-b9e5-8e7028087f45 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=947030fe-ad0e-4b25-98e0-790795d6c121 HTTP/1.1" status: 200 len: 945 time: 0.1244390 Apr 19 07:43:21.848021 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-61ba3ebc-4082-4340-9453-094f5cafcd59 req-612bfaf2-dd21-40fe-aed5-0e2b6f3a853a tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598240 Apr 19 07:43:22.376355 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a397184-130e-4600-ae40-598d61fb684f req-38b22c7a-f997-44a1-9241-387ea02d08ab tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:22.384236 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-4a397184-130e-4600-ae40-598d61fb684f req-38b22c7a-f997-44a1-9241-387ea02d08ab tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cb3e163-d85e-4af2-989d-8aeac6961b03 HTTP/1.1" status: 200 len: 945 time: 0.1196923 Apr 19 07:43:22.435867 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-4a397184-130e-4600-ae40-598d61fb684f req-1293b4dc-df20-4f17-b9a8-5ad79764803c tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=36650465-235a-4162-8acf-4b22f62c04fd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0504646 Apr 19 07:43:22.807822 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec1aff4-4357-4110-8fa5-647331bde7dc req-4adc02b7-f076-47c3-bf39-03508c83b110 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:22.809460 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-fec1aff4-4357-4110-8fa5-647331bde7dc req-4adc02b7-f076-47c3-bf39-03508c83b110 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b2cb014-74f8-4e7a-8d84-c9c347877147 HTTP/1.1" status: 200 len: 944 time: 0.0992982 Apr 19 07:43:22.876849 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-fec1aff4-4357-4110-8fa5-647331bde7dc req-0582665a-fada-4cad-a8a2-b7af278510ae tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ecfeb0f-2df5-400e-8733-6e1eda84c027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587568 Apr 19 07:43:23.072427 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee74dfed-46b8-488f-a4b1-f58ac6b20d21 req-98b3ecbd-567a-4c58-af75-14952f6add0e tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:23.074103 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-ee74dfed-46b8-488f-a4b1-f58ac6b20d21 req-98b3ecbd-567a-4c58-af75-14952f6add0e tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/ports?device_id=104fc9d4-1bba-4041-b2b1-b56400a80d0f HTTP/1.1" status: 200 len: 945 time: 0.1865313 Apr 19 07:43:23.161143 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92e735e-9aaf-4a0e-89ca-6ac47eda2e97 req-a5012e87-60df-4393-a4ad-e78476ee2410 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:23.164323 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-a92e735e-9aaf-4a0e-89ca-6ac47eda2e97 req-a5012e87-60df-4393-a4ad-e78476ee2410 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=947030fe-ad0e-4b25-98e0-790795d6c121 HTTP/1.1" status: 200 len: 945 time: 0.1633976 Apr 19 07:43:23.173335 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-ee74dfed-46b8-488f-a4b1-f58ac6b20d21 req-e46f2bfc-f3dd-402e-bb55-49c0080d4946 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1b9b2ed-6991-4ca2-9322-f0071141391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906763 Apr 19 07:43:23.264694 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-a92e735e-9aaf-4a0e-89ca-6ac47eda2e97 req-caf6a3f5-d358-42c4-ad9c-44188502874e tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899508 Apr 19 07:43:23.436051 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Device f58e609c-8ce7-4c85-93d4-c7fc05c326cd up at agent hyperv_hv-cinder-77387 {{(pid=86414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 07:43:23.524225 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Provisioning for port f58e609c-8ce7-4c85-93d4-c7fc05c326cd completed by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 07:43:23.531869 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Provisioning complete for port f58e609c-8ce7-4c85-93d4-c7fc05c326cd triggered by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:43:23.532290 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:23.658067 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f41aeb4-3d43-428f-b96f-bafecaa907a6 req-82e72170-ec87-4309-b6c3-444d6a3e46c3 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:23.665214 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-8f41aeb4-3d43-428f-b96f-bafecaa907a6 req-82e72170-ec87-4309-b6c3-444d6a3e46c3 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cb3e163-d85e-4af2-989d-8aeac6961b03 HTTP/1.1" status: 200 len: 945 time: 0.0974085 Apr 19 07:43:23.688043 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:23.728681 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-8f41aeb4-3d43-428f-b96f-bafecaa907a6 req-b86c47f6-04d5-4a6a-be98-92350ccc8b1d tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=36650465-235a-4162-8acf-4b22f62c04fd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0623739 Apr 19 07:43:23.758351 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b2cb014-74f8-4e7a-8d84-c9c347877147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f58e609c-8ce7-4c85-93d4-c7fc05c326cd'}] {{(pid=86414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 07:43:23.776796 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] For port f58e609c-8ce7-4c85-93d4-c7fc05c326cd, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=f58e609c-8ce7-4c85-93d4-c7fc05c326cd,segment=NetworkSegment(a453a347-3ee5-4bff-8f95-cec0fa8d6963),segment_id=a453a347-3ee5-4bff-8f95-cec0fa8d6963)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:43:23.784633 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:23.786958 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:43:23.849388 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b2cb014-74f8-4e7a-8d84-c9c347877147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f58e609c-8ce7-4c85-93d4-c7fc05c326cd', 'code': 200} Apr 19 07:43:23.879572 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Pushing event updated for resources: {'Port': ['ID=f58e609c-8ce7-4c85-93d4-c7fc05c326cd,revision_number=5']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:43:23.884157 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:43:24.224719 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd55ef-921d-4157-96d0-90a2caf7e0c1 req-6906f334-13b6-4e34-aeff-33c1d9681c0f tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:24.226317 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-1bbd55ef-921d-4157-96d0-90a2caf7e0c1 req-6906f334-13b6-4e34-aeff-33c1d9681c0f tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b2cb014-74f8-4e7a-8d84-c9c347877147 HTTP/1.1" status: 200 len: 945 time: 0.1895730 Apr 19 07:43:24.254991 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248a60be-b8c5-4828-8d17-308893e23fa4 req-9da44680-a2c3-4b72-9cb7-93e3aec66b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:24.256913 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-248a60be-b8c5-4828-8d17-308893e23fa4 req-9da44680-a2c3-4b72-9cb7-93e3aec66b7b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0b2cb014-74f8-4e7a-8d84-c9c347877147 HTTP/1.1" status: 200 len: 1098 time: 0.1685836 Apr 19 07:43:24.310465 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-1bbd55ef-921d-4157-96d0-90a2caf7e0c1 req-9d1026d5-9921-4b71-a5da-6e875e8a8919 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ecfeb0f-2df5-400e-8733-6e1eda84c027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708351 Apr 19 07:43:24.377525 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-248a60be-b8c5-4828-8d17-308893e23fa4 req-4a356a3b-91dd-4f46-af26-92a63d39a28a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7ecfeb0f-2df5-400e-8733-6e1eda84c027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034043 Apr 19 07:43:24.685227 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebae031-31be-4a4f-87be-ea108b1f4d20 req-e5e2ba9b-0db8-4671-9632-e965f83456bf tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:24.687355 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-0ebae031-31be-4a4f-87be-ea108b1f4d20 req-e5e2ba9b-0db8-4671-9632-e965f83456bf tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=947030fe-ad0e-4b25-98e0-790795d6c121 HTTP/1.1" status: 200 len: 945 time: 0.1859570 Apr 19 07:43:24.843925 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11a120e-bd7c-4a95-9d42-3e535e4eeb4c req-3e79e5aa-efa4-4889-a2a7-9e66898f254f tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:24.843925 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-e11a120e-bd7c-4a95-9d42-3e535e4eeb4c req-3e79e5aa-efa4-4889-a2a7-9e66898f254f tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/ports?device_id=104fc9d4-1bba-4041-b2b1-b56400a80d0f HTTP/1.1" status: 200 len: 945 time: 0.3373656 Apr 19 07:43:24.918967 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-e11a120e-bd7c-4a95-9d42-3e535e4eeb4c req-c48ecaa2-94a3-4d6f-8dd0-510dacaa6d68 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1b9b2ed-6991-4ca2-9322-f0071141391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1508937 Apr 19 07:43:24.957790 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-0ebae031-31be-4a4f-87be-ea108b1f4d20 req-ef80dcec-9e05-4c78-af4e-a213a06ff920 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617223 Apr 19 07:43:25.209105 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843373e8-7248-493c-b8c4-3d431f03a387 req-68162e08-87df-4fb1-8315-b57d1737f0bf tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:25.214716 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-843373e8-7248-493c-b8c4-3d431f03a387 req-68162e08-87df-4fb1-8315-b57d1737f0bf tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cb3e163-d85e-4af2-989d-8aeac6961b03 HTTP/1.1" status: 200 len: 945 time: 0.1296577 Apr 19 07:43:25.367732 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-843373e8-7248-493c-b8c4-3d431f03a387 req-d07ee42f-5bf2-4b09-8d59-9b3df4cbfed3 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=36650465-235a-4162-8acf-4b22f62c04fd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1486444 Apr 19 07:43:25.717888 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a1a1c9-7e85-4fd6-8029-33b6bab19b75 req-642fcfa6-8221-48aa-a603-84c8f5f878f4 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:25.730418 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-05a1a1c9-7e85-4fd6-8029-33b6bab19b75 req-642fcfa6-8221-48aa-a603-84c8f5f878f4 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b2cb014-74f8-4e7a-8d84-c9c347877147 HTTP/1.1" status: 200 len: 945 time: 0.2240257 Apr 19 07:43:25.865504 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-05a1a1c9-7e85-4fd6-8029-33b6bab19b75 req-112a7e5b-9f22-4794-95b4-87332a66c1f3 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ecfeb0f-2df5-400e-8733-6e1eda84c027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339006 Apr 19 07:43:25.900966 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35671d6-77d5-4b5e-93fe-c495ce44ca2a req-0babc614-0da8-437c-9379-91588f38c867 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:25.903490 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5290382-2ac5-40eb-bc6d-083d9fdf1d81 req-8b84cefe-fd01-42ea-b197-1d76d2e8139f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:25.905359 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-f35671d6-77d5-4b5e-93fe-c495ce44ca2a req-0babc614-0da8-437c-9379-91588f38c867 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/ports?device_id=104fc9d4-1bba-4041-b2b1-b56400a80d0f HTTP/1.1" status: 200 len: 945 time: 0.2986312 Apr 19 07:43:25.907200 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-a5290382-2ac5-40eb-bc6d-083d9fdf1d81 req-8b84cefe-fd01-42ea-b197-1d76d2e8139f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4785af1c8f0e4b01af43cb5ee0e71925&device_id=104fc9d4-1bba-4041-b2b1-b56400a80d0f HTTP/1.1" status: 200 len: 1098 time: 0.2231388 Apr 19 07:43:26.068007 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-f35671d6-77d5-4b5e-93fe-c495ce44ca2a req-51bb17cb-0d03-4912-ac65-b53cae5fbe29 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1b9b2ed-6991-4ca2-9322-f0071141391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310573 Apr 19 07:43:26.204089 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5290382-2ac5-40eb-bc6d-083d9fdf1d81 req-e01f6e61-935b-46c2-bc3c-1fa5935820f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:26.206366 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-a5290382-2ac5-40eb-bc6d-083d9fdf1d81 req-e01f6e61-935b-46c2-bc3c-1fa5935820f9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9f8aa9f4-c051-436b-a77b-0b1e6ac2b108 HTTP/1.1" status: 200 len: 912 time: 0.2736239 Apr 19 07:43:26.329737 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51537a31-3deb-4aca-8c2a-4eb534787aa3 req-7c578b96-be20-4aee-a24a-b1d1354d8b4c tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:26.331359 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-51537a31-3deb-4aca-8c2a-4eb534787aa3 req-7c578b96-be20-4aee-a24a-b1d1354d8b4c tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=947030fe-ad0e-4b25-98e0-790795d6c121 HTTP/1.1" status: 200 len: 945 time: 0.1665461 Apr 19 07:43:26.367459 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-a5290382-2ac5-40eb-bc6d-083d9fdf1d81 req-0260653d-0cd1-4f7c-b706-f46516fc5d98 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a682408a-56d5-476e-90a7-5a0185eb46ea HTTP/1.1" status: 200 len: 1001 time: 0.1536160 Apr 19 07:43:26.440574 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-51537a31-3deb-4aca-8c2a-4eb534787aa3 req-0ce7917a-4388-4ce9-92e0-497fc1b3c284 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013665 Apr 19 07:43:26.466510 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5290382-2ac5-40eb-bc6d-083d9fdf1d81 req-e1f60ce8-466a-40d3-9c90-7444df5255f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:26.468155 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-a5290382-2ac5-40eb-bc6d-083d9fdf1d81 req-e1f60ce8-466a-40d3-9c90-7444df5255f0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=de605b46-a093-48ae-a63f-9a51e235e4b3 HTTP/1.1" status: 200 len: 850 time: 0.0890522 Apr 19 07:43:26.594834 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5290382-2ac5-40eb-bc6d-083d9fdf1d81 req-31c8e654-be0b-4db9-b842-d1a3f2301e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:26.597055 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-a5290382-2ac5-40eb-bc6d-083d9fdf1d81 req-31c8e654-be0b-4db9-b842-d1a3f2301e0d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9f8aa9f4-c051-436b-a77b-0b1e6ac2b108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1099696 Apr 19 07:43:26.686848 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3da43-996e-45a2-8f60-ddaa1d1e00b7 req-474e5207-2939-455b-ad4b-7a5284532a26 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:26.688848 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-61f3da43-996e-45a2-8f60-ddaa1d1e00b7 req-474e5207-2939-455b-ad4b-7a5284532a26 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cb3e163-d85e-4af2-989d-8aeac6961b03 HTTP/1.1" status: 200 len: 945 time: 0.1337252 Apr 19 07:43:26.750932 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-61f3da43-996e-45a2-8f60-ddaa1d1e00b7 req-505c5b58-eeac-41ba-a9da-28148260cf34 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=36650465-235a-4162-8acf-4b22f62c04fd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0554843 Apr 19 07:43:26.823969 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-a5290382-2ac5-40eb-bc6d-083d9fdf1d81 req-02eb92b7-7900-4bf3-bb03-f5b3b7e9515d service neutron] 10.222.0.42 "GET /v2.0/networks/9f8aa9f4-c051-436b-a77b-0b1e6ac2b108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148256 Apr 19 07:43:27.069460 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-a5290382-2ac5-40eb-bc6d-083d9fdf1d81 req-52da0a27-fc7a-46c1-b4da-72e17c0c6f69 service neutron] 10.222.0.42 "GET /v2.0/networks/9f8aa9f4-c051-436b-a77b-0b1e6ac2b108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368472 Apr 19 07:43:27.172131 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878f5dd7-e2d0-425b-b920-40c7b2b1da08 req-55e3f675-8d4e-48ae-8c10-4ba054986a56 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:27.174207 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-878f5dd7-e2d0-425b-b920-40c7b2b1da08 req-55e3f675-8d4e-48ae-8c10-4ba054986a56 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b2cb014-74f8-4e7a-8d84-c9c347877147 HTTP/1.1" status: 200 len: 945 time: 0.1519783 Apr 19 07:43:27.282895 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-878f5dd7-e2d0-425b-b920-40c7b2b1da08 req-c9e0dd36-f2f4-41e8-93a4-375304100994 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ecfeb0f-2df5-400e-8733-6e1eda84c027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008592 Apr 19 07:43:27.321339 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d1ddf-0156-4780-a0c8-f30f10770033 req-954693c9-9d87-486a-ba63-5a051bca73c0 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:27.329650 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-565d1ddf-0156-4780-a0c8-f30f10770033 req-954693c9-9d87-486a-ba63-5a051bca73c0 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/ports?device_id=104fc9d4-1bba-4041-b2b1-b56400a80d0f HTTP/1.1" status: 200 len: 945 time: 0.1321838 Apr 19 07:43:27.389929 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-565d1ddf-0156-4780-a0c8-f30f10770033 req-8141196f-520a-4bc1-98cb-b19d47ffdb4b tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1b9b2ed-6991-4ca2-9322-f0071141391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589306 Apr 19 07:43:27.731955 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a1208-666d-43fa-ab33-c565802f9e5d req-51a9df44-8796-430b-86c0-794ae5a0cf4d tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:27.740459 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-d38a1208-666d-43fa-ab33-c565802f9e5d req-51a9df44-8796-430b-86c0-794ae5a0cf4d tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=947030fe-ad0e-4b25-98e0-790795d6c121 HTTP/1.1" status: 200 len: 945 time: 0.1323750 Apr 19 07:43:27.811776 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-d38a1208-666d-43fa-ab33-c565802f9e5d req-b600061f-98c1-41f6-aba5-a2bb2d4e45a1 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702465 Apr 19 07:43:28.121055 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d853758-4fa2-446b-8a55-57ecb70299e6 req-3a423d71-7589-4af4-8a4f-809f2590a5c1 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:28.138928 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-3d853758-4fa2-446b-8a55-57ecb70299e6 req-3a423d71-7589-4af4-8a4f-809f2590a5c1 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cb3e163-d85e-4af2-989d-8aeac6961b03 HTTP/1.1" status: 200 len: 945 time: 0.2423584 Apr 19 07:43:28.196020 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-3d853758-4fa2-446b-8a55-57ecb70299e6 req-9b12ff38-9f92-4bab-a5c2-9820edb10864 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=36650465-235a-4162-8acf-4b22f62c04fd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0560057 Apr 19 07:43:28.255467 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e81462-237b-4919-80ba-8f92b99fd240 req-1a9ec619-2355-40ca-868b-3d655fde79cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:28.258046 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-d7e81462-237b-4919-80ba-8f92b99fd240 req-1a9ec619-2355-40ca-868b-3d655fde79cd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3ef6d999ea3a4447a9b6387c496ca58a&device_id=7cb3e163-d85e-4af2-989d-8aeac6961b03 HTTP/1.1" status: 200 len: 1098 time: 0.4003129 Apr 19 07:43:28.413723 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e81462-237b-4919-80ba-8f92b99fd240 req-83616bb2-9a5f-4484-9015-bbbad41e2b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:28.415179 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-d7e81462-237b-4919-80ba-8f92b99fd240 req-83616bb2-9a5f-4484-9015-bbbad41e2b0a service neutron] 10.222.0.42 "GET /v2.0/networks?id=54cc282c-1ba1-4d63-8981-01ed15bb5ad4 HTTP/1.1" status: 200 len: 917 time: 0.1446495 Apr 19 07:43:28.536907 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-d7e81462-237b-4919-80ba-8f92b99fd240 req-61f28b70-07a4-4a06-bb05-5c4bf82b6b18 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6 HTTP/1.1" status: 200 len: 1001 time: 0.1100550 Apr 19 07:43:28.614442 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e81462-237b-4919-80ba-8f92b99fd240 req-76bdd09e-b748-46b4-8a75-a9ef882d56ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:28.616444 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-d7e81462-237b-4919-80ba-8f92b99fd240 req-76bdd09e-b748-46b4-8a75-a9ef882d56ec service neutron] 10.222.0.42 "GET /v2.0/subnets?id=576f6062-f22a-411b-bc12-7e9099407d19 HTTP/1.1" status: 200 len: 855 time: 0.0707710 Apr 19 07:43:28.619023 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d0f9a-7c61-4672-8f58-3ed2a22a2962 req-24eb703b-ad40-4054-8391-11c932ec1cda tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:28.621469 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-f30d0f9a-7c61-4672-8f58-3ed2a22a2962 req-24eb703b-ad40-4054-8391-11c932ec1cda tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/ports?device_id=104fc9d4-1bba-4041-b2b1-b56400a80d0f HTTP/1.1" status: 200 len: 945 time: 0.0998504 Apr 19 07:43:28.671724 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-f30d0f9a-7c61-4672-8f58-3ed2a22a2962 req-7ae8828e-d0da-4486-a21b-00e2bb9f1c13 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1b9b2ed-6991-4ca2-9322-f0071141391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445061 Apr 19 07:43:28.727642 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e81462-237b-4919-80ba-8f92b99fd240 req-c9d986b9-71e8-4cef-b21e-681fe97cf6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:28.729354 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-d7e81462-237b-4919-80ba-8f92b99fd240 req-c9d986b9-71e8-4cef-b21e-681fe97cf6a4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=54cc282c-1ba1-4d63-8981-01ed15bb5ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0980754 Apr 19 07:43:28.923904 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-d7e81462-237b-4919-80ba-8f92b99fd240 req-14b78d02-2b8a-49de-b754-3482d4172c01 service neutron] 10.222.0.42 "GET /v2.0/networks/54cc282c-1ba1-4d63-8981-01ed15bb5ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836164 Apr 19 07:43:29.097780 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-d7e81462-237b-4919-80ba-8f92b99fd240 req-5ee7aa1f-e254-452b-8efd-2f7c8697e87b service neutron] 10.222.0.42 "GET /v2.0/networks/54cc282c-1ba1-4d63-8981-01ed15bb5ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662197 Apr 19 07:43:29.199940 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9c8441-c65a-4e90-adb6-f4c78a91257e req-93bd6a19-4cd7-4ea8-9a16-6732bb46c39f tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:29.215792 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-bf9c8441-c65a-4e90-adb6-f4c78a91257e req-93bd6a19-4cd7-4ea8-9a16-6732bb46c39f tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=947030fe-ad0e-4b25-98e0-790795d6c121 HTTP/1.1" status: 200 len: 945 time: 0.2314429 Apr 19 07:43:29.274789 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-bf9c8441-c65a-4e90-adb6-f4c78a91257e req-57f7acd3-ea5f-44f7-b718-ba7aae1e8daa tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553217 Apr 19 07:43:29.464617 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1649bfc-9b3d-4a79-ab14-27ae9a84d158 req-ce23fa7e-65c6-4e77-9225-6e29f6919bd3 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:29.466250 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-d1649bfc-9b3d-4a79-ab14-27ae9a84d158 req-ce23fa7e-65c6-4e77-9225-6e29f6919bd3 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cb3e163-d85e-4af2-989d-8aeac6961b03 HTTP/1.1" status: 200 len: 945 time: 0.0927029 Apr 19 07:43:29.535223 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-d1649bfc-9b3d-4a79-ab14-27ae9a84d158 req-19b7d2e0-ca0d-46b2-b4fa-e1e5fb6ba581 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=36650465-235a-4162-8acf-4b22f62c04fd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0589166 Apr 19 07:43:30.324037 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-a9320798-3cfe-44a4-87f2-c956747a3d48 req-95d90316-c2b2-4333-ad49-e02528d19076 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Synchronizing usage tracker for tenant:d586c25e55a34159945f172e7227aaea on resource:security_group {{(pid=86413) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 07:43:30.349397 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-a9320798-3cfe-44a4-87f2-c956747a3d48 req-95d90316-c2b2-4333-ad49-e02528d19076 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Unset dirty status for tenant:d586c25e55a34159945f172e7227aaea on resource:security_group {{(pid=86413) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 07:43:30.355637 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-a9320798-3cfe-44a4-87f2-c956747a3d48 req-95d90316-c2b2-4333-ad49-e02528d19076 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1252184488&fields=id&tenant_id=d586c25e55a34159945f172e7227aaea HTTP/1.1" status: 200 len: 267 time: 0.0880003 Apr 19 07:43:30.660859 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e83473c-c510-48bf-885a-423eb01c363f req-712e2585-1563-4a01-9b77-d19cede74feb tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:30.663850 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-6e83473c-c510-48bf-885a-423eb01c363f req-712e2585-1563-4a01-9b77-d19cede74feb tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=947030fe-ad0e-4b25-98e0-790795d6c121 HTTP/1.1" status: 200 len: 945 time: 0.2579076 Apr 19 07:43:30.677036 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9320798-3cfe-44a4-87f2-c956747a3d48 req-f0bf3914-1135-4a2b-ba74-ab0ef4e629a4 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:30.677955 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-a9320798-3cfe-44a4-87f2-c956747a3d48 req-f0bf3914-1135-4a2b-ba74-ab0ef4e629a4 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Synchronizing usage tracker for tenant:d586c25e55a34159945f172e7227aaea on resource:network {{(pid=86413) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 07:43:30.761073 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-6e83473c-c510-48bf-885a-423eb01c363f req-9df1c96e-cf7b-467b-9d50-83230a101b5a tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750842 Apr 19 07:43:30.763575 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-a9320798-3cfe-44a4-87f2-c956747a3d48 req-f0bf3914-1135-4a2b-ba74-ab0ef4e629a4 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Unset dirty status for tenant:d586c25e55a34159945f172e7227aaea on resource:network {{(pid=86413) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 07:43:30.774685 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-a9320798-3cfe-44a4-87f2-c956747a3d48 req-f0bf3914-1135-4a2b-ba74-ab0ef4e629a4 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/networks?id=f31f6013-b5a9-48b8-9235-e85b54de9f4c HTTP/1.1" status: 200 len: 809 time: 0.4088383 Apr 19 07:43:30.797134 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-a9320798-3cfe-44a4-87f2-c956747a3d48 req-839104e0-3efa-411b-abe2-fed66bd3d449 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/quotas/d586c25e55a34159945f172e7227aaea HTTP/1.1" status: 200 len: 375 time: 0.0213675 Apr 19 07:43:30.961756 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-a9320798-3cfe-44a4-87f2-c956747a3d48 req-7368728f-7be2-4030-98f4-6cc77755e28b tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Synchronizing usage tracker for tenant:d586c25e55a34159945f172e7227aaea on resource:port {{(pid=86413) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 07:43:31.237549 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-a9320798-3cfe-44a4-87f2-c956747a3d48 req-7368728f-7be2-4030-98f4-6cc77755e28b tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Unset dirty status for tenant:d586c25e55a34159945f172e7227aaea on resource:port {{(pid=86413) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 07:43:31.239380 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-a9320798-3cfe-44a4-87f2-c956747a3d48 req-7368728f-7be2-4030-98f4-6cc77755e28b tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d586c25e55a34159945f172e7227aaea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4409468 Apr 19 07:43:31.254990 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a788b9-f681-4613-9d3c-cea60dc563b2 req-8944a791-f8b9-4aa3-b3a3-78458fc03687 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:31.256823 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-c9a788b9-f681-4613-9d3c-cea60dc563b2 req-8944a791-f8b9-4aa3-b3a3-78458fc03687 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cb3e163-d85e-4af2-989d-8aeac6961b03 HTTP/1.1" status: 200 len: 945 time: 0.3629756 Apr 19 07:43:31.451416 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-c9a788b9-f681-4613-9d3c-cea60dc563b2 req-8aad708a-1be0-41cf-a581-e5a201072d13 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=36650465-235a-4162-8acf-4b22f62c04fd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0857241 Apr 19 07:43:31.475235 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-a9320798-3cfe-44a4-87f2-c956747a3d48 req-f1adcbc5-474a-49ba-bf3c-9f03312b559e service neutron] 10.222.0.41 "GET /v2.0/networks/f31f6013-b5a9-48b8-9235-e85b54de9f4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151151 Apr 19 07:43:31.484051 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Device 5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=86414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 07:43:31.636050 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-a9320798-3cfe-44a4-87f2-c956747a3d48 req-62dc18ef-aeef-43b4-bb91-511c3358f6a6 service neutron] 10.222.0.41 "GET /v2.0/networks/f31f6013-b5a9-48b8-9235-e85b54de9f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595321 Apr 19 07:43:31.645893 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:31.679591 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cb3e163-d85e-4af2-989d-8aeac6961b03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6'}] {{(pid=86414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 07:43:31.692278 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] For port 5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6,segment=NetworkSegment(82586cc3-7b22-4a5c-b95c-8fce131571e9),segment_id=82586cc3-7b22-4a5c-b95c-8fce131571e9)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:43:31.705400 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:31.708063 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:43:31.846617 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Pushing event updated for resources: {'Port': ['ID=5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6,revision_number=8']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:43:31.864981 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:43:31.876703 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cb3e163-d85e-4af2-989d-8aeac6961b03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6', 'code': 200} Apr 19 07:43:32.214471 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4bc651-0f28-4f11-8057-7ca9f908885d req-b3084205-05a1-47b4-8a2b-77310ab4f9da tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:32.223879 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-9c4bc651-0f28-4f11-8057-7ca9f908885d req-b3084205-05a1-47b4-8a2b-77310ab4f9da tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=947030fe-ad0e-4b25-98e0-790795d6c121 HTTP/1.1" status: 200 len: 945 time: 0.2482295 Apr 19 07:43:32.323791 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-23fb1702-c46c-4b41-a279-ea6ffc234b88 req-e3f52c65-f0c3-422b-b45e-1eccb54d6600 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c8ee91-d18f-4ffb-b5ef-041529e11cb2 HTTP/1.1" status: 200 len: 210 time: 0.0632811 Apr 19 07:43:32.380439 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-9c4bc651-0f28-4f11-8057-7ca9f908885d req-75ac157e-3080-4a1e-a518-b1bab4590154 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490889 Apr 19 07:43:32.770062 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0f80d8-d550-46e2-a008-b228584dcce2 req-8da64937-d9e0-4a23-821e-b12e55194b06 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:32.771734 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-dc0f80d8-d550-46e2-a008-b228584dcce2 req-8da64937-d9e0-4a23-821e-b12e55194b06 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cb3e163-d85e-4af2-989d-8aeac6961b03 HTTP/1.1" status: 200 len: 943 time: 0.1399908 Apr 19 07:43:32.889411 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-dc0f80d8-d550-46e2-a008-b228584dcce2 req-734a1994-6eca-4e68-a19e-1e91520e25db tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=36650465-235a-4162-8acf-4b22f62c04fd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1091957 Apr 19 07:43:33.505727 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-c279599e-e252-4db8-bb4e-1b9d7e78ee28 req-5b847586-9d8c-467a-b4ae-de922ab3963d tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c8ee91-d18f-4ffb-b5ef-041529e11cb2 HTTP/1.1" status: 200 len: 210 time: 0.0565391 Apr 19 07:43:33.779576 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506e0c6-e3c3-4c02-9f9f-5cad981bbf2b req-e8376ede-823c-4eee-bafd-96c791ee29d8 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:33.787655 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-3506e0c6-e3c3-4c02-9f9f-5cad981bbf2b req-e8376ede-823c-4eee-bafd-96c791ee29d8 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=947030fe-ad0e-4b25-98e0-790795d6c121 HTTP/1.1" status: 200 len: 945 time: 0.1026330 Apr 19 07:43:33.843215 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-3506e0c6-e3c3-4c02-9f9f-5cad981bbf2b req-48985986-c4d3-4403-b36f-c9a06ca5ffaf tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541921 Apr 19 07:43:34.004397 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9320798-3cfe-44a4-87f2-c956747a3d48 req-41fad4b0-1610-4bf3-9634-6d81f8005815 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:34.006890 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-a9320798-3cfe-44a4-87f2-c956747a3d48 req-41fad4b0-1610-4bf3-9634-6d81f8005815 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.42 "GET /v2.0/networks?id=f31f6013-b5a9-48b8-9235-e85b54de9f4c HTTP/1.1" status: 200 len: 809 time: 0.2964902 Apr 19 07:43:34.127490 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-a9320798-3cfe-44a4-87f2-c956747a3d48 req-72c18f38-7282-41e4-82f8-b2d38fdb67c1 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d586c25e55a34159945f172e7227aaea HTTP/1.1" status: 200 len: 8061 time: 0.1060460 Apr 19 07:43:34.142873 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [req-a9320798-3cfe-44a4-87f2-c956747a3d48 req-00a67f10-8af9-4dc2-a848-27e8dbe29281 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Request body: {'port': {'device_id': 'a0c8ee91-d18f-4ffb-b5ef-041529e11cb2', 'network_id': 'f31f6013-b5a9-48b8-9235-e85b54de9f4c', 'admin_state_up': True, 'tenant_id': 'd586c25e55a34159945f172e7227aaea', 'security_groups': ['f52fde24-61e4-489f-8f08-9e781c9d9c3d']}} {{(pid=86412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:43:34.419750 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [req-a9320798-3cfe-44a4-87f2-c956747a3d48 req-00a67f10-8af9-4dc2-a848-27e8dbe29281 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:43:34.436435 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [req-a9320798-3cfe-44a4-87f2-c956747a3d48 req-00a67f10-8af9-4dc2-a848-27e8dbe29281 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:43:34.447329 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9320798-3cfe-44a4-87f2-c956747a3d48 req-00a67f10-8af9-4dc2-a848-27e8dbe29281 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Made reservation on behalf of d586c25e55a34159945f172e7227aaea for: {'port': 1} {{(pid=86412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 07:43:34.454035 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-a9320798-3cfe-44a4-87f2-c956747a3d48 req-00a67f10-8af9-4dc2-a848-27e8dbe29281 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:34.755301 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.db_base_plugin_common [req-a9320798-3cfe-44a4-87f2-c956747a3d48 req-00a67f10-8af9-4dc2-a848-27e8dbe29281 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Allocated IP 172.20.0.10 (f31f6013-b5a9-48b8-9235-e85b54de9f4c/30300aca-9c6c-45e4-95e0-6b32276ec6ab/c17df7c2-91d2-445f-a304-b89d9c6c6e81) {{(pid=86412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 07:43:34.774026 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-85c37811-4c40-4996-81c5-330a72f637b6 req-ec1c23a8-010a-4555-b8bb-cb2bb2af5c66 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c8ee91-d18f-4ffb-b5ef-041529e11cb2 HTTP/1.1" status: 200 len: 210 time: 0.0724192 Apr 19 07:43:34.821162 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc130b-0793-419b-b3d1-1e6af9fbba7f req-a40688f9-247e-43c8-86ab-0dd0826cccfe tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:34.831632 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-b7bc130b-0793-419b-b3d1-1e6af9fbba7f req-a40688f9-247e-43c8-86ab-0dd0826cccfe tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cb3e163-d85e-4af2-989d-8aeac6961b03 HTTP/1.1" status: 200 len: 943 time: 0.2376645 Apr 19 07:43:34.898672 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-b7bc130b-0793-419b-b3d1-1e6af9fbba7f req-ec319000-0c68-47cc-af98-3225a4ad95a1 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=36650465-235a-4162-8acf-4b22f62c04fd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0657666 Apr 19 07:43:35.171384 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-a9320798-3cfe-44a4-87f2-c956747a3d48 req-00a67f10-8af9-4dc2-a848-27e8dbe29281 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Notify callbacks [] for port, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:35.184401 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 40142) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:43:35.197214 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [req-a9320798-3cfe-44a4-87f2-c956747a3d48 req-00a67f10-8af9-4dc2-a848-27e8dbe29281 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Transition to ACTIVE for port object c17df7c2-91d2-445f-a304-b89d9c6c6e81 will not be triggered until provisioned by entity DHCP. {{(pid=86412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 07:43:35.232014 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-a9320798-3cfe-44a4-87f2-c956747a3d48 req-00a67f10-8af9-4dc2-a848-27e8dbe29281 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769764225105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3936575'] for port, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:35.240149 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-f6545420-f57b-4f3b-b044-7f402f50a316 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:43:35.253078 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d2adb0-a74f-4392-81d6-d141cdbb2240 req-c72c7976-7344-4bc9-a527-7d445f077d09 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:35.264352 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-95d2adb0-a74f-4392-81d6-d141cdbb2240 req-c72c7976-7344-4bc9-a527-7d445f077d09 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=947030fe-ad0e-4b25-98e0-790795d6c121 HTTP/1.1" status: 200 len: 945 time: 0.2482011 Apr 19 07:43:35.344880 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9320798-3cfe-44a4-87f2-c956747a3d48 req-00a67f10-8af9-4dc2-a848-27e8dbe29281 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Network f31f6013-b5a9-48b8-9235-e85b54de9f4c is already hosted by enough agents. {{(pid=86412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 07:43:35.350151 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.base_scheduler [req-a9320798-3cfe-44a4-87f2-c956747a3d48 req-00a67f10-8af9-4dc2-a848-27e8dbe29281 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Resources bound (agent type, host, resource id): {{(pid=86412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 07:43:35.354728 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9320798-3cfe-44a4-87f2-c956747a3d48 req-00a67f10-8af9-4dc2-a848-27e8dbe29281 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Received port after_create {{(pid=86412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 07:43:35.371487 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-95d2adb0-a74f-4392-81d6-d141cdbb2240 req-b42b4695-8254-4058-b6ed-38230013f9d4 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055059 Apr 19 07:43:35.400419 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a67f10-8af9-4dc2-a848-27e8dbe29281 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Pushing event updated for resources: {'Port': ['ID=c17df7c2-91d2-445f-a304-b89d9c6c6e81,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:43:35.411440 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-00a67f10-8af9-4dc2-a848-27e8dbe29281 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:43:35.422755 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-37a015b0-2311-4b7c-a6af-ca5a35c21c5a req-0004d4ca-141d-46af-a3e9-3a249492e610 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7cb3e163-d85e-4af2-989d-8aeac6961b03&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2361081 Apr 19 07:43:35.445958 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9320798-3cfe-44a4-87f2-c956747a3d48 req-00a67f10-8af9-4dc2-a848-27e8dbe29281 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:35.450629 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-a9320798-3cfe-44a4-87f2-c956747a3d48 req-00a67f10-8af9-4dc2-a848-27e8dbe29281 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773070'] for port, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:35.488856 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Device 5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=86414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 07:43:35.499191 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-a9320798-3cfe-44a4-87f2-c956747a3d48 req-00a67f10-8af9-4dc2-a848-27e8dbe29281 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3627989 Apr 19 07:43:35.519323 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [req-a9320798-3cfe-44a4-87f2-c956747a3d48 req-7fbb58ba-8f25-41ef-8b81-fa3bf2e3be85 service neutron] Request body: {'port': {'device_id': 'a0c8ee91-d18f-4ffb-b5ef-041529e11cb2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=86412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:43:35.678647 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-a9320798-3cfe-44a4-87f2-c956747a3d48 req-7fbb58ba-8f25-41ef-8b81-fa3bf2e3be85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:35.808802 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-340d1216-6aa4-4f32-9180-99d8195a8aa7 None None] Provisioning for port c17df7c2-91d2-445f-a304-b89d9c6c6e81 completed by entity DHCP. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 07:43:35.819995 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-340d1216-6aa4-4f32-9180-99d8195a8aa7 None None] Provisioning complete for port c17df7c2-91d2-445f-a304-b89d9c6c6e81 triggered by entity DHCP. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:43:35.820923 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-340d1216-6aa4-4f32-9180-99d8195a8aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:36.074806 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-340d1216-6aa4-4f32-9180-99d8195a8aa7 None None] Port c17df7c2-91d2-445f-a304-b89d9c6c6e81 cannot update to ACTIVE because it is not bound. {{(pid=86414) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 07:43:36.179380 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56d2547-17ea-4f5c-aaab-e0e30d9c5643 req-beb89a64-908e-4260-bbc1-3618e12a8a04 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:36.192461 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-c56d2547-17ea-4f5c-aaab-e0e30d9c5643 req-beb89a64-908e-4260-bbc1-3618e12a8a04 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c8ee91-d18f-4ffb-b5ef-041529e11cb2 HTTP/1.1" status: 200 len: 932 time: 0.1956053 Apr 19 07:43:36.246227 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [req-a9320798-3cfe-44a4-87f2-c956747a3d48 req-7fbb58ba-8f25-41ef-8b81-fa3bf2e3be85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c17df7c2-91d2-445f-a304-b89d9c6c6e81 {{(pid=86412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 07:43:36.254666 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-a9320798-3cfe-44a4-87f2-c956747a3d48 req-7fbb58ba-8f25-41ef-8b81-fa3bf2e3be85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:36.270330 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [req-a9320798-3cfe-44a4-87f2-c956747a3d48 req-7fbb58ba-8f25-41ef-8b81-fa3bf2e3be85 service neutron] Transition to ACTIVE for port object c17df7c2-91d2-445f-a304-b89d9c6c6e81 will not be triggered until provisioned by entity L2. {{(pid=86412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 07:43:36.280604 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-a9320798-3cfe-44a4-87f2-c956747a3d48 req-7fbb58ba-8f25-41ef-8b81-fa3bf2e3be85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850839242'] for port, after_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:36.286229 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-505919cc-e627-438d-a6e8-34cb56565355 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:43:36.310476 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-c56d2547-17ea-4f5c-aaab-e0e30d9c5643 req-841ed4ad-2107-4326-ab4f-b10ea32d6dfa tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/security-groups?id=f52fde24-61e4-489f-8f08-9e781c9d9c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099830 Apr 19 07:43:36.475127 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbb58ba-8f25-41ef-8b81-fa3bf2e3be85 service neutron] Pushing event updated for resources: {'Port': ['ID=c17df7c2-91d2-445f-a304-b89d9c6c6e81,revision_number=2']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:43:36.576437 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-7fbb58ba-8f25-41ef-8b81-fa3bf2e3be85 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:43:36.705711 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [req-a9320798-3cfe-44a4-87f2-c956747a3d48 req-7fbb58ba-8f25-41ef-8b81-fa3bf2e3be85 service neutron] Attempting to bind port c17df7c2-91d2-445f-a304-b89d9c6c6e81 on host hv-cinder-77387 for vnic_type normal with profile {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 07:43:36.706132 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [req-a9320798-3cfe-44a4-87f2-c956747a3d48 req-7fbb58ba-8f25-41ef-8b81-fa3bf2e3be85 service neutron] Attempting to bind port c17df7c2-91d2-445f-a304-b89d9c6c6e81 by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': '12dfadba-9621-4833-9b73-52005e0c6bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f31f6013-b5a9-48b8-9235-e85b54de9f4c'}] {{(pid=86412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 07:43:36.706442 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9320798-3cfe-44a4-87f2-c956747a3d48 req-7fbb58ba-8f25-41ef-8b81-fa3bf2e3be85 service neutron] Attempting to bind port c17df7c2-91d2-445f-a304-b89d9c6c6e81 on network f31f6013-b5a9-48b8-9235-e85b54de9f4c {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 07:43:36.715011 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9320798-3cfe-44a4-87f2-c956747a3d48 req-7fbb58ba-8f25-41ef-8b81-fa3bf2e3be85 service neutron] Port c17df7c2-91d2-445f-a304-b89d9c6c6e81 on network f31f6013-b5a9-48b8-9235-e85b54de9f4c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 07:43:36.715415 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9320798-3cfe-44a4-87f2-c956747a3d48 req-7fbb58ba-8f25-41ef-8b81-fa3bf2e3be85 service neutron] Attempting to bind port c17df7c2-91d2-445f-a304-b89d9c6c6e81 on network f31f6013-b5a9-48b8-9235-e85b54de9f4c {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 07:43:36.724601 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9320798-3cfe-44a4-87f2-c956747a3d48 req-7fbb58ba-8f25-41ef-8b81-fa3bf2e3be85 service neutron] Checking agent: {'id': '482cf95e-fb4e-4926-8f7d-816e7736c412', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 39, 10), 'started_at': datetime.datetime(2021, 4, 19, 7, 39, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 07:43:36.724972 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9320798-3cfe-44a4-87f2-c956747a3d48 req-7fbb58ba-8f25-41ef-8b81-fa3bf2e3be85 service neutron] Checking segment: {'id': '12dfadba-9621-4833-9b73-52005e0c6bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f31f6013-b5a9-48b8-9235-e85b54de9f4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 07:43:36.725385 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9320798-3cfe-44a4-87f2-c956747a3d48 req-7fbb58ba-8f25-41ef-8b81-fa3bf2e3be85 service neutron] Bound using segment: {'id': '12dfadba-9621-4833-9b73-52005e0c6bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f31f6013-b5a9-48b8-9235-e85b54de9f4c'} {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 07:43:36.725852 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [req-a9320798-3cfe-44a4-87f2-c956747a3d48 req-7fbb58ba-8f25-41ef-8b81-fa3bf2e3be85 service neutron] Bound port: c17df7c2-91d2-445f-a304-b89d9c6c6e81, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12dfadba-9621-4833-9b73-52005e0c6bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f31f6013-b5a9-48b8-9235-e85b54de9f4c'}}] {{(pid=86412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 07:43:36.726230 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-a9320798-3cfe-44a4-87f2-c956747a3d48 req-7fbb58ba-8f25-41ef-8b81-fa3bf2e3be85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:36.733240 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a1ac28-d97c-476e-9989-e05db47da622 req-b2cb1cbf-0c43-496d-a4de-3e1f077d5157 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:36.735065 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-11a1ac28-d97c-476e-9989-e05db47da622 req-b2cb1cbf-0c43-496d-a4de-3e1f077d5157 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b2cb014-74f8-4e7a-8d84-c9c347877147 HTTP/1.1" status: 200 len: 945 time: 0.1494534 Apr 19 07:43:36.749867 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf6b8c-2975-4071-9c70-60652158da54 req-eb21dd82-4be2-4f21-bfb1-495030125312 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:36.758185 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-24cf6b8c-2975-4071-9c70-60652158da54 req-eb21dd82-4be2-4f21-bfb1-495030125312 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cb3e163-d85e-4af2-989d-8aeac6961b03 HTTP/1.1" status: 200 len: 943 time: 0.2639530 Apr 19 07:43:36.836536 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [req-a9320798-3cfe-44a4-87f2-c956747a3d48 req-7fbb58ba-8f25-41ef-8b81-fa3bf2e3be85 service neutron] For port c17df7c2-91d2-445f-a304-b89d9c6c6e81, host hv-cinder-77387, cleared binding levels {{(pid=86412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 07:43:36.840295 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [req-a9320798-3cfe-44a4-87f2-c956747a3d48 req-7fbb58ba-8f25-41ef-8b81-fa3bf2e3be85 service neutron] For port c17df7c2-91d2-445f-a304-b89d9c6c6e81, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=c17df7c2-91d2-445f-a304-b89d9c6c6e81,segment=NetworkSegment(12dfadba-9621-4833-9b73-52005e0c6bf2),segment_id=12dfadba-9621-4833-9b73-52005e0c6bf2)] {{(pid=86412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 07:43:36.846464 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-11a1ac28-d97c-476e-9989-e05db47da622 req-b25d46c4-e90a-4fe4-8e64-83fbda5c878a tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ecfeb0f-2df5-400e-8733-6e1eda84c027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650938 Apr 19 07:43:36.848038 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-a9320798-3cfe-44a4-87f2-c956747a3d48 req-7fbb58ba-8f25-41ef-8b81-fa3bf2e3be85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850839242'] for port, after_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:36.853145 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-50f2ff38-94e5-4d2f-ad28-35c1dcde62f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:43:36.860332 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-24cf6b8c-2975-4071-9c70-60652158da54 req-8a052987-8736-4973-8d63-3cb9e540849c tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=36650465-235a-4162-8acf-4b22f62c04fd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1010847 Apr 19 07:43:36.921532 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9320798-3cfe-44a4-87f2-c956747a3d48 req-7fbb58ba-8f25-41ef-8b81-fa3bf2e3be85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:36.921898 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-a9320798-3cfe-44a4-87f2-c956747a3d48 req-7fbb58ba-8f25-41ef-8b81-fa3bf2e3be85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773070'] for port, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:36.923733 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-a9320798-3cfe-44a4-87f2-c956747a3d48 req-7fbb58ba-8f25-41ef-8b81-fa3bf2e3be85 service neutron] 10.222.0.42 "PUT /v2.0/ports/c17df7c2-91d2-445f-a304-b89d9c6c6e81 HTTP/1.1" status: 200 len: 1094 time: 1.4102910 Apr 19 07:43:36.924446 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0c8ee91-d18f-4ffb-b5ef-041529e11cb2', 'tag': 'c17df7c2-91d2-445f-a304-b89d9c6c6e81'}] {{(pid=86412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 07:43:37.062784 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-69175fa5-5ddb-4ab5-8d40-95ccf1e5e578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:37.124556 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0c8ee91-d18f-4ffb-b5ef-041529e11cb2', 'tag': 'c17df7c2-91d2-445f-a304-b89d9c6c6e81', 'status': 'completed', 'code': 200} Apr 19 07:43:37.139999 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbb58ba-8f25-41ef-8b81-fa3bf2e3be85 service neutron] Pushing event updated for resources: {'Port': ['ID=c17df7c2-91d2-445f-a304-b89d9c6c6e81,revision_number=3']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:43:37.158115 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-7fbb58ba-8f25-41ef-8b81-fa3bf2e3be85 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:43:37.181278 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ace73a-b2c3-4f7b-8ff4-d281b4c08334 req-80afdf13-2471-412d-8166-362db3bade04 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:37.183606 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-b6ace73a-b2c3-4f7b-8ff4-d281b4c08334 req-80afdf13-2471-412d-8166-362db3bade04 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=947030fe-ad0e-4b25-98e0-790795d6c121 HTTP/1.1" status: 200 len: 945 time: 0.2032802 Apr 19 07:43:37.209803 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9320798-3cfe-44a4-87f2-c956747a3d48 req-b68b2834-5ed1-4c64-be9e-831543948aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:37.212372 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-a9320798-3cfe-44a4-87f2-c956747a3d48 req-b68b2834-5ed1-4c64-be9e-831543948aa3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d586c25e55a34159945f172e7227aaea&device_id=a0c8ee91-d18f-4ffb-b5ef-041529e11cb2 HTTP/1.1" status: 200 len: 1097 time: 0.2147772 Apr 19 07:43:37.257435 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-b6ace73a-b2c3-4f7b-8ff4-d281b4c08334 req-da195f54-29a2-4973-a085-882d4ee76181 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663574 Apr 19 07:43:37.353307 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-a9320798-3cfe-44a4-87f2-c956747a3d48 req-4a266284-dfac-4522-935a-77c91f1e19bb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c17df7c2-91d2-445f-a304-b89d9c6c6e81 HTTP/1.1" status: 200 len: 217 time: 0.1235461 Apr 19 07:43:37.460681 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9320798-3cfe-44a4-87f2-c956747a3d48 req-3390e523-fee7-4501-9575-3f974b65b67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:37.462277 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-a9320798-3cfe-44a4-87f2-c956747a3d48 req-3390e523-fee7-4501-9575-3f974b65b67e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=30300aca-9c6c-45e4-95e0-6b32276ec6ab HTTP/1.1" status: 200 len: 848 time: 0.0937560 Apr 19 07:43:37.473368 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a015b0-2311-4b7c-a6af-ca5a35c21c5a req-69dc709b-b138-416c-9feb-3a408e221536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:37.475050 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-37a015b0-2311-4b7c-a6af-ca5a35c21c5a req-69dc709b-b138-416c-9feb-3a408e221536 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7cb3e163-d85e-4af2-989d-8aeac6961b03&tenant_id=3ef6d999ea3a4447a9b6387c496ca58a HTTP/1.1" status: 200 len: 1096 time: 0.1613920 Apr 19 07:43:37.562079 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03192bb8-095e-4bfb-bc65-5557af08c8e5 req-6ddb1426-7e60-44fd-b58f-fdf1653484e3 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:37.565127 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-03192bb8-095e-4bfb-bc65-5557af08c8e5 req-6ddb1426-7e60-44fd-b58f-fdf1653484e3 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c8ee91-d18f-4ffb-b5ef-041529e11cb2 HTTP/1.1" status: 200 len: 944 time: 0.1059101 Apr 19 07:43:37.627378 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-03192bb8-095e-4bfb-bc65-5557af08c8e5 req-6a65d95b-25e2-48a9-8330-28458cbefe13 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/security-groups?id=f52fde24-61e4-489f-8f08-9e781c9d9c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535586 Apr 19 07:43:37.930036 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a015b0-2311-4b7c-a6af-ca5a35c21c5a req-060aadc9-1567-40a4-8b8c-dc4e073ab50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:37.932267 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-37a015b0-2311-4b7c-a6af-ca5a35c21c5a req-060aadc9-1567-40a4-8b8c-dc4e073ab50c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3ef6d999ea3a4447a9b6387c496ca58a&device_id=7cb3e163-d85e-4af2-989d-8aeac6961b03 HTTP/1.1" status: 200 len: 1096 time: 0.3831599 Apr 19 07:43:37.997890 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9320798-3cfe-44a4-87f2-c956747a3d48 req-f62a6090-6400-4987-ad73-70ee8dc41e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:38.015861 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-a9320798-3cfe-44a4-87f2-c956747a3d48 req-f62a6090-6400-4987-ad73-70ee8dc41e4b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f31f6013-b5a9-48b8-9235-e85b54de9f4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5131114 Apr 19 07:43:38.249886 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-a9320798-3cfe-44a4-87f2-c956747a3d48 req-be07d3a6-54ae-4dcd-ad6f-e1717e76bf01 service neutron] 10.222.0.42 "GET /v2.0/networks/f31f6013-b5a9-48b8-9235-e85b54de9f4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932976 Apr 19 07:43:38.258551 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2d710-a558-4594-82ee-5db59330c0f4 req-3697f100-12fa-4a9d-941f-78c0dc98fc15 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:38.261001 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-61d2d710-a558-4594-82ee-5db59330c0f4 req-3697f100-12fa-4a9d-941f-78c0dc98fc15 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cb3e163-d85e-4af2-989d-8aeac6961b03 HTTP/1.1" status: 200 len: 943 time: 0.1409268 Apr 19 07:43:38.413258 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e7f953-04b7-433e-8ef0-529375be7029 req-8259c5d2-116e-4d7f-a80b-d9286ec6e306 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:38.415235 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-72e7f953-04b7-433e-8ef0-529375be7029 req-8259c5d2-116e-4d7f-a80b-d9286ec6e306 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b2cb014-74f8-4e7a-8d84-c9c347877147 HTTP/1.1" status: 200 len: 945 time: 0.1292541 Apr 19 07:43:38.418811 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-61d2d710-a558-4594-82ee-5db59330c0f4 req-5e3b642f-29d5-49b2-8b7b-04c0f4b33f58 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=36650465-235a-4162-8acf-4b22f62c04fd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1511014 Apr 19 07:43:38.464317 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a015b0-2311-4b7c-a6af-ca5a35c21c5a req-2b7648f6-6648-4f73-8387-ae0ed56dc492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:38.465918 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-37a015b0-2311-4b7c-a6af-ca5a35c21c5a req-2b7648f6-6648-4f73-8387-ae0ed56dc492 service neutron] 10.222.0.42 "GET /v2.0/networks?id=54cc282c-1ba1-4d63-8981-01ed15bb5ad4 HTTP/1.1" status: 200 len: 917 time: 0.5163548 Apr 19 07:43:38.483796 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-72e7f953-04b7-433e-8ef0-529375be7029 req-a98977e3-8358-4d91-8c45-3ca1574d43b2 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ecfeb0f-2df5-400e-8733-6e1eda84c027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603578 Apr 19 07:43:38.500977 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-a9320798-3cfe-44a4-87f2-c956747a3d48 req-4b0c89dc-996e-4eac-b6cd-8bfaea0a1d15 service neutron] 10.222.0.42 "GET /v2.0/networks/f31f6013-b5a9-48b8-9235-e85b54de9f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944938 Apr 19 07:43:38.693327 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-37a015b0-2311-4b7c-a6af-ca5a35c21c5a req-0bd913ee-237b-4afd-9cdc-993694f3c247 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6 HTTP/1.1" status: 200 len: 999 time: 0.1908791 Apr 19 07:43:38.704250 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201aa830-4cf3-4c6d-968a-37bf0cc331ce req-2e20434d-9573-4249-8e38-86724ad9745d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:38.705839 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-201aa830-4cf3-4c6d-968a-37bf0cc331ce req-2e20434d-9573-4249-8e38-86724ad9745d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d586c25e55a34159945f172e7227aaea&device_id=a0c8ee91-d18f-4ffb-b5ef-041529e11cb2 HTTP/1.1" status: 200 len: 1097 time: 0.1237688 Apr 19 07:43:38.743729 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83da646-2349-4c9a-a5f5-0ad794b40b65 req-2bc8b54a-a425-48da-bfcc-91c7eb07a0b4 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:38.745618 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-e83da646-2349-4c9a-a5f5-0ad794b40b65 req-2bc8b54a-a425-48da-bfcc-91c7eb07a0b4 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=947030fe-ad0e-4b25-98e0-790795d6c121 HTTP/1.1" status: 200 len: 945 time: 0.1718698 Apr 19 07:43:38.861139 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-e83da646-2349-4c9a-a5f5-0ad794b40b65 req-9e15cfc1-5d08-4804-936c-f7b513daf5a5 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027262 Apr 19 07:43:38.916926 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df122f-3602-45c0-8b48-6b45093c8470 req-8ad9c269-55dc-429d-974b-34e60c91de04 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:38.917192 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a015b0-2311-4b7c-a6af-ca5a35c21c5a req-1c657cb7-71d6-44df-9e0e-1523e9f5a64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:38.918588 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-79df122f-3602-45c0-8b48-6b45093c8470 req-8ad9c269-55dc-429d-974b-34e60c91de04 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c8ee91-d18f-4ffb-b5ef-041529e11cb2 HTTP/1.1" status: 200 len: 944 time: 0.1200602 Apr 19 07:43:38.918782 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-37a015b0-2311-4b7c-a6af-ca5a35c21c5a req-1c657cb7-71d6-44df-9e0e-1523e9f5a64c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=576f6062-f22a-411b-bc12-7e9099407d19 HTTP/1.1" status: 200 len: 855 time: 0.2120113 Apr 19 07:43:38.982726 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-79df122f-3602-45c0-8b48-6b45093c8470 req-a1e26137-8e73-4a73-ae57-ae061cf3a3f1 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/security-groups?id=f52fde24-61e4-489f-8f08-9e781c9d9c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564547 Apr 19 07:43:39.039719 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201aa830-4cf3-4c6d-968a-37bf0cc331ce req-e47682f7-28ab-4cfc-8e9c-a2cd3f4ba085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:39.041355 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-201aa830-4cf3-4c6d-968a-37bf0cc331ce req-e47682f7-28ab-4cfc-8e9c-a2cd3f4ba085 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f31f6013-b5a9-48b8-9235-e85b54de9f4c HTTP/1.1" status: 200 len: 910 time: 0.2933757 Apr 19 07:43:39.140165 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-214dc6ba-fc1a-4386-9ab8-6286dcc96612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:39.140405 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-201aa830-4cf3-4c6d-968a-37bf0cc331ce req-750e6a40-59b1-46bb-8f26-ed78de89970b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c17df7c2-91d2-445f-a304-b89d9c6c6e81 HTTP/1.1" status: 200 len: 217 time: 0.0778310 Apr 19 07:43:39.150804 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2ab6c8-b912-4703-897f-68e5c38529e1 req-7009d1a4-9047-4bf6-ada1-f1ce4d69a0c9 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:39.151636 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-2a2ab6c8-b912-4703-897f-68e5c38529e1 req-7009d1a4-9047-4bf6-ada1-f1ce4d69a0c9 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Synchronizing usage tracker for tenant:156e07873a6143d89470ff601eee1cb8 on resource:port {{(pid=86412) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 07:43:39.218904 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a015b0-2311-4b7c-a6af-ca5a35c21c5a req-b735bf84-e11b-4608-ab66-e78f13026ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:39.220569 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-37a015b0-2311-4b7c-a6af-ca5a35c21c5a req-b735bf84-e11b-4608-ab66-e78f13026ebb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=54cc282c-1ba1-4d63-8981-01ed15bb5ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2844119 Apr 19 07:43:39.236802 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-2a2ab6c8-b912-4703-897f-68e5c38529e1 req-7009d1a4-9047-4bf6-ada1-f1ce4d69a0c9 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Unset dirty status for tenant:156e07873a6143d89470ff601eee1cb8 on resource:port {{(pid=86412) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 07:43:39.238795 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-2a2ab6c8-b912-4703-897f-68e5c38529e1 req-7009d1a4-9047-4bf6-ada1-f1ce4d69a0c9 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b2cb014-74f8-4e7a-8d84-c9c347877147 HTTP/1.1" status: 200 len: 945 time: 0.3833418 Apr 19 07:43:39.315920 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201aa830-4cf3-4c6d-968a-37bf0cc331ce req-7c341f4f-40fc-482d-8051-26a99b5281ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:39.317933 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-201aa830-4cf3-4c6d-968a-37bf0cc331ce req-7c341f4f-40fc-482d-8051-26a99b5281ee service neutron] 10.222.0.42 "GET /v2.0/subnets?id=30300aca-9c6c-45e4-95e0-6b32276ec6ab HTTP/1.1" status: 200 len: 848 time: 0.1611228 Apr 19 07:43:39.558363 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [req-2a2ab6c8-b912-4703-897f-68e5c38529e1 req-4b40d5dc-76e1-44cd-aa74-d1608f9ac6cf tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Deleting port f58e609c-8ce7-4c85-93d4-c7fc05c326cd {{(pid=86412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 07:43:39.558882 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-2a2ab6c8-b912-4703-897f-68e5c38529e1 req-4b40d5dc-76e1-44cd-aa74-d1608f9ac6cf tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267090122612'] for port, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:39.775671 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-37a015b0-2311-4b7c-a6af-ca5a35c21c5a req-270f2c41-2ab8-489a-9936-eef9655dc620 service neutron] 10.222.0.42 "GET /v2.0/networks/54cc282c-1ba1-4d63-8981-01ed15bb5ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5334668 Apr 19 07:43:39.777800 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bf2cef0d-0a86-410b-90d7-6d8fe7ad6153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:39.785930 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201aa830-4cf3-4c6d-968a-37bf0cc331ce req-b19e6375-80d1-4c17-a8bb-51a109af4e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:39.788022 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-201aa830-4cf3-4c6d-968a-37bf0cc331ce req-b19e6375-80d1-4c17-a8bb-51a109af4e15 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f31f6013-b5a9-48b8-9235-e85b54de9f4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4459856 Apr 19 07:43:39.861596 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021b5a09-ad69-4211-8dce-04b62f37f1e3 req-19019f9d-fe62-45c2-a866-a377cf4c29f9 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:39.871005 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-021b5a09-ad69-4211-8dce-04b62f37f1e3 req-19019f9d-fe62-45c2-a866-a377cf4c29f9 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cb3e163-d85e-4af2-989d-8aeac6961b03 HTTP/1.1" status: 200 len: 943 time: 0.1995819 Apr 19 07:43:39.937308 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19289f2-d02f-4368-bd18-c9ad582c52c1 req-2d387d64-5674-4f6e-9e88-4ccaa3db4643 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:39.940004 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-c19289f2-d02f-4368-bd18-c9ad582c52c1 req-2d387d64-5674-4f6e-9e88-4ccaa3db4643 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b2cb014-74f8-4e7a-8d84-c9c347877147 HTTP/1.1" status: 200 len: 945 time: 0.2016141 Apr 19 07:43:39.966986 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-021b5a09-ad69-4211-8dce-04b62f37f1e3 req-dd636052-8c0a-4d62-8ae5-14c6d10e45cd tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=36650465-235a-4162-8acf-4b22f62c04fd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0858543 Apr 19 07:43:40.036093 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-c19289f2-d02f-4368-bd18-c9ad582c52c1 req-55be79ba-a4fc-41af-beb0-1a5d60825212 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ecfeb0f-2df5-400e-8733-6e1eda84c027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767193 Apr 19 07:43:40.234628 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [req-2a2ab6c8-b912-4703-897f-68e5c38529e1 req-4b40d5dc-76e1-44cd-aa74-d1608f9ac6cf tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] For port f58e609c-8ce7-4c85-93d4-c7fc05c326cd, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=f58e609c-8ce7-4c85-93d4-c7fc05c326cd,segment=NetworkSegment(a453a347-3ee5-4bff-8f95-cec0fa8d6963),segment_id=a453a347-3ee5-4bff-8f95-cec0fa8d6963)] {{(pid=86412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:43:40.235053 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-2a2ab6c8-b912-4703-897f-68e5c38529e1 req-4b40d5dc-76e1-44cd-aa74-d1608f9ac6cf tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852958595'] for port, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:40.235753 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929f5dbd-323f-48b9-b9b3-a504f6254ace req-1dfad5bf-1053-4cb1-ae5e-d58c63dc9009 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:40.238157 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-929f5dbd-323f-48b9-b9b3-a504f6254ace req-1dfad5bf-1053-4cb1-ae5e-d58c63dc9009 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=947030fe-ad0e-4b25-98e0-790795d6c121 HTTP/1.1" status: 200 len: 945 time: 0.0997970 Apr 19 07:43:40.248514 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-201aa830-4cf3-4c6d-968a-37bf0cc331ce req-a536bd01-3810-43fa-aef5-12acaf63ca7e service neutron] 10.222.0.42 "GET /v2.0/networks/f31f6013-b5a9-48b8-9235-e85b54de9f4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4065359 Apr 19 07:43:40.254910 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-37a015b0-2311-4b7c-a6af-ca5a35c21c5a req-8a6cd617-7d14-406a-98d8-a8dd74462e26 service neutron] 10.222.0.42 "GET /v2.0/networks/54cc282c-1ba1-4d63-8981-01ed15bb5ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4656279 Apr 19 07:43:40.379110 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-929f5dbd-323f-48b9-b9b3-a504f6254ace req-b1e2f418-e23a-41b6-ba3d-22d96f59ea7b tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812039 Apr 19 07:43:40.410578 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [req-2a2ab6c8-b912-4703-897f-68e5c38529e1 req-4b40d5dc-76e1-44cd-aa74-d1608f9ac6cf tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Calling delete_port for f58e609c-8ce7-4c85-93d4-c7fc05c326cd owned by compute:nova {{(pid=86412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 07:43:40.410832 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec8aa1-d9d4-4744-9afb-1064731ec656 req-af5e6940-44f1-4586-b1b5-2d290cff43b8 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:40.419104 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-c2ec8aa1-d9d4-4744-9afb-1064731ec656 req-af5e6940-44f1-4586-b1b5-2d290cff43b8 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c8ee91-d18f-4ffb-b5ef-041529e11cb2 HTTP/1.1" status: 200 len: 944 time: 0.1796234 Apr 19 07:43:40.452453 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:40.494536 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-c2ec8aa1-d9d4-4744-9afb-1064731ec656 req-aa2d9bbd-0e18-4beb-9535-f2e962baef66 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/security-groups?id=f52fde24-61e4-489f-8f08-9e781c9d9c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740798 Apr 19 07:43:40.619236 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:40.901940 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-201aa830-4cf3-4c6d-968a-37bf0cc331ce req-0b44f511-74f0-4a1a-b4c9-a93cb3d80917 service neutron] 10.222.0.42 "GET /v2.0/networks/f31f6013-b5a9-48b8-9235-e85b54de9f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818130 Apr 19 07:43:40.991542 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-2a2ab6c8-b912-4703-897f-68e5c38529e1 req-4b40d5dc-76e1-44cd-aa74-d1608f9ac6cf tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267090117919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267090550695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3936575'] for port, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:41.003652 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] get_ports_and_sgs() called for port_ids ['103c82f6-23c0-4aca-8712-ed823c4c7ae0', 'a13d1232-9f6a-424a-9ec1-acd575a7896c', '4b00d976-3c2d-4b8e-95a5-bd642ddac30b'] {{(pid=86414) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 07:43:41.012271 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-88df6dc9-612e-4320-b2b0-b3d71d43f501 tempest-VolumesNegativeTest-1026680299 tempest-VolumesNegativeTest-1026680299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:43:41.070404 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b40d5dc-76e1-44cd-aa74-d1608f9ac6cf tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Pushing event deleted for resources: {'Port': ['ID=f58e609c-8ce7-4c85-93d4-c7fc05c326cd,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:43:41.081178 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-4b40d5dc-76e1-44cd-aa74-d1608f9ac6cf tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:43:41.193799 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a2ab6c8-b912-4703-897f-68e5c38529e1 req-4b40d5dc-76e1-44cd-aa74-d1608f9ac6cf tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] No DVR routers for this DVR port f58e609c-8ce7-4c85-93d4-c7fc05c326cd on host hv-cinder-77387 {{(pid=86412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 07:43:41.200230 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-2a2ab6c8-b912-4703-897f-68e5c38529e1 req-4b40d5dc-76e1-44cd-aa74-d1608f9ac6cf tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773070'] for port, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:41.217605 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b2cb014-74f8-4e7a-8d84-c9c347877147', 'name': 'network-vif-deleted', 'tag': 'f58e609c-8ce7-4c85-93d4-c7fc05c326cd'}] {{(pid=86412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 07:43:41.232877 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-2a2ab6c8-b912-4703-897f-68e5c38529e1 req-4b40d5dc-76e1-44cd-aa74-d1608f9ac6cf tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.42 "DELETE /v2.0/ports/f58e609c-8ce7-4c85-93d4-c7fc05c326cd HTTP/1.1" status: 204 len: 173 time: 1.9616346 Apr 19 07:43:41.442634 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-5a641a76-ac48-40ee-9292-069aa0b18564 req-c1b0473e-6c9e-41b9-94dc-f4978f355684 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b2cb014-74f8-4e7a-8d84-c9c347877147 HTTP/1.1" status: 200 len: 210 time: 0.1905448 Apr 19 07:43:41.533909 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7a648d-3da2-4faa-a975-d79edc97ac0a req-98c45fb5-ed37-4ad2-91cc-88eb82f41c1d tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:41.550382 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-3e7a648d-3da2-4faa-a975-d79edc97ac0a req-98c45fb5-ed37-4ad2-91cc-88eb82f41c1d tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cb3e163-d85e-4af2-989d-8aeac6961b03 HTTP/1.1" status: 200 len: 943 time: 0.1938522 Apr 19 07:43:41.554836 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d08bd89e-63cf-49bc-b1d3-e1c35da66f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:41.561256 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b2cb014-74f8-4e7a-8d84-c9c347877147', 'name': 'network-vif-deleted', 'tag': 'f58e609c-8ce7-4c85-93d4-c7fc05c326cd', 'status': 'completed', 'code': 200} Apr 19 07:43:41.588824 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Device c17df7c2-91d2-445f-a304-b89d9c6c6e81 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=86414) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 07:43:41.650538 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-3e7a648d-3da2-4faa-a975-d79edc97ac0a req-af4d1f9b-30b0-41d8-9744-ce60103d98ad tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=36650465-235a-4162-8acf-4b22f62c04fd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0968001 Apr 19 07:43:41.767569 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Device f58e609c-8ce7-4c85-93d4-c7fc05c326cd no longer exists at agent hyperv_hv-cinder-77387 {{(pid=86414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 07:43:41.906560 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] For port c17df7c2-91d2-445f-a304-b89d9c6c6e81, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=c17df7c2-91d2-445f-a304-b89d9c6c6e81,segment=NetworkSegment(12dfadba-9621-4833-9b73-52005e0c6bf2),segment_id=12dfadba-9621-4833-9b73-52005e0c6bf2)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:43:41.924077 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] No Port match for: f58e609c-8ce7-4c85-93d4-c7fc05c326cd {{(pid=86414) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 07:43:41.924468 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Device f58e609c-8ce7-4c85-93d4-c7fc05c326cd not bound to the agent host hv-cinder-77387 {{(pid=86414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 07:43:41.927147 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Returning: {'device': 'c17df7c2-91d2-445f-a304-b89d9c6c6e81', 'network_id': 'f31f6013-b5a9-48b8-9235-e85b54de9f4c', 'port_id': 'c17df7c2-91d2-445f-a304-b89d9c6c6e81', 'mac_address': 'fa:16:3e:23:fa:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30300aca-9c6c-45e4-95e0-6b32276ec6ab', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86414) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 07:43:41.995335 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c5fb87-07d5-455b-baef-a14360fb10f3 req-5506f307-40de-44a5-b9ca-09421aa85533 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:41.997491 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-93c5fb87-07d5-455b-baef-a14360fb10f3 req-5506f307-40de-44a5-b9ca-09421aa85533 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=947030fe-ad0e-4b25-98e0-790795d6c121 HTTP/1.1" status: 200 len: 945 time: 0.3342226 Apr 19 07:43:42.069331 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:42.113784 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-93c5fb87-07d5-455b-baef-a14360fb10f3 req-afec98d2-831d-4554-b977-95ff635362c5 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077507 Apr 19 07:43:42.116704 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c17df7c2-91d2-445f-a304-b89d9c6c6e81 {{(pid=86414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 07:43:42.146888 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] For port c17df7c2-91d2-445f-a304-b89d9c6c6e81, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=c17df7c2-91d2-445f-a304-b89d9c6c6e81,segment=NetworkSegment(12dfadba-9621-4833-9b73-52005e0c6bf2),segment_id=12dfadba-9621-4833-9b73-52005e0c6bf2)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:43:42.150707 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:42.154107 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-c4ad1971-2450-4f8c-a0d4-4b196cbf6014 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:43:42.222584 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c320388-048b-4784-a483-9c5cb7560eb3 req-e409eebf-9b32-4eb2-b004-ee072bc4fec7 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:42.228529 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-9c320388-048b-4784-a483-9c5cb7560eb3 req-e409eebf-9b32-4eb2-b004-ee072bc4fec7 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c8ee91-d18f-4ffb-b5ef-041529e11cb2 HTTP/1.1" status: 200 len: 944 time: 0.3630865 Apr 19 07:43:42.264217 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Pushing event updated for resources: {'Port': ['ID=c17df7c2-91d2-445f-a304-b89d9c6c6e81,revision_number=4']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:43:42.268237 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:43:42.292310 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-9c320388-048b-4784-a483-9c5cb7560eb3 req-fc19cf86-9464-4fbc-962b-832ed120bd59 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/security-groups?id=f52fde24-61e4-489f-8f08-9e781c9d9c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559664 Apr 19 07:43:42.556865 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] get_ports_and_sgs() called for port_ids ['c17df7c2-91d2-445f-a304-b89d9c6c6e81'] {{(pid=86414) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 07:43:42.984735 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24df628-2935-4eb3-86b9-e5ed7cfd5f27 req-82fcadb5-497d-4f45-813a-51b9c0f829ae tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:42.991450 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-f24df628-2935-4eb3-86b9-e5ed7cfd5f27 req-82fcadb5-497d-4f45-813a-51b9c0f829ae tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cb3e163-d85e-4af2-989d-8aeac6961b03 HTTP/1.1" status: 200 len: 943 time: 0.1355162 Apr 19 07:43:43.048401 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-f24df628-2935-4eb3-86b9-e5ed7cfd5f27 req-71bc5a3f-0e68-4bd8-8c2a-8df4a01a8964 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=36650465-235a-4162-8acf-4b22f62c04fd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0545964 Apr 19 07:43:43.579181 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9fc14-cdc1-4a0b-baa3-212021878093 req-10dc57cf-570d-44a7-9e9f-bbdba4cb6399 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:43.587943 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-d6d9fc14-cdc1-4a0b-baa3-212021878093 req-10dc57cf-570d-44a7-9e9f-bbdba4cb6399 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=947030fe-ad0e-4b25-98e0-790795d6c121 HTTP/1.1" status: 200 len: 945 time: 0.2272251 Apr 19 07:43:43.656420 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-d6d9fc14-cdc1-4a0b-baa3-212021878093 req-ccf7df66-c2d8-403b-882e-30675a5d46df tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672083 Apr 19 07:43:43.687956 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bda0225-1935-471b-a451-6829ec11ee2b req-3e8ac20c-6266-46b8-b3c0-cbd3c223f3bd tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:43.697594 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-4bda0225-1935-471b-a451-6829ec11ee2b req-3e8ac20c-6266-46b8-b3c0-cbd3c223f3bd tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c8ee91-d18f-4ffb-b5ef-041529e11cb2 HTTP/1.1" status: 200 len: 945 time: 0.1625311 Apr 19 07:43:43.762597 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-4bda0225-1935-471b-a451-6829ec11ee2b req-9c6a9d54-95d1-47d0-baf9-f4e0d848dc27 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/security-groups?id=f52fde24-61e4-489f-8f08-9e781c9d9c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635414 Apr 19 07:43:44.348415 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed47566-8b16-4fd7-94a4-cbf68542fa42 req-da2a3d50-8e4f-4df3-910e-f03e0178d718 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:44.350165 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-5ed47566-8b16-4fd7-94a4-cbf68542fa42 req-da2a3d50-8e4f-4df3-910e-f03e0178d718 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cb3e163-d85e-4af2-989d-8aeac6961b03 HTTP/1.1" status: 200 len: 943 time: 0.1297698 Apr 19 07:43:44.454390 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-5ed47566-8b16-4fd7-94a4-cbf68542fa42 req-a12e1fae-3bc1-4174-a81b-772dd212e33d tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=36650465-235a-4162-8acf-4b22f62c04fd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0940688 Apr 19 07:43:44.693863 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5fefe3-d6d0-4c4f-b6e4-4569275199a4 req-b59bdbdc-004d-4f1a-bfa5-078bc0e4526d tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:44.694454 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-4b5fefe3-d6d0-4c4f-b6e4-4569275199a4 req-b59bdbdc-004d-4f1a-bfa5-078bc0e4526d tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/ports?device_id=44a31ee0-31e5-4a59-ade9-f74ae6aa41e9 HTTP/1.1" status: 200 len: 946 time: 0.1256030 Apr 19 07:43:44.755542 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-4b5fefe3-d6d0-4c4f-b6e4-4569275199a4 req-3cb89982-1756-4ea3-b02c-f6d1a42a0bcb tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ecfeb0f-2df5-400e-8733-6e1eda84c027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603645 Apr 19 07:43:45.245875 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f88b3ef-0b22-48de-90df-9a08f19ceab9 req-106566e1-fb75-4752-9d44-99c7e3d6a328 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:45.247426 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-3f88b3ef-0b22-48de-90df-9a08f19ceab9 req-106566e1-fb75-4752-9d44-99c7e3d6a328 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=947030fe-ad0e-4b25-98e0-790795d6c121 HTTP/1.1" status: 200 len: 945 time: 0.3896003 Apr 19 07:43:45.260754 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbab04a-0bd7-481b-a93c-f19b0275c7d9 req-295cb73b-19c8-416a-8bcf-75bae77bd234 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:45.262373 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-1cbab04a-0bd7-481b-a93c-f19b0275c7d9 req-295cb73b-19c8-416a-8bcf-75bae77bd234 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c8ee91-d18f-4ffb-b5ef-041529e11cb2 HTTP/1.1" status: 200 len: 945 time: 0.3673956 Apr 19 07:43:45.340728 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-3f88b3ef-0b22-48de-90df-9a08f19ceab9 req-9a514060-34ff-4cf0-94be-684458ff123f tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773027 Apr 19 07:43:45.348503 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-1cbab04a-0bd7-481b-a93c-f19b0275c7d9 req-5b3d565b-be04-4bae-9019-b396e97da505 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/security-groups?id=f52fde24-61e4-489f-8f08-9e781c9d9c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710797 Apr 19 07:43:45.562350 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Device c17df7c2-91d2-445f-a304-b89d9c6c6e81 up at agent hyperv_hv-cinder-77387 {{(pid=86414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 07:43:45.647685 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Provisioning for port c17df7c2-91d2-445f-a304-b89d9c6c6e81 completed by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 07:43:45.653218 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Provisioning complete for port c17df7c2-91d2-445f-a304-b89d9c6c6e81 triggered by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:43:45.653816 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:45.681580 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1742011f-b736-4774-8945-61c11f54b36c req-cde05dd6-cc13-457b-8c3f-cf2c1dcdf748 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:45.683309 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-1742011f-b736-4774-8945-61c11f54b36c req-cde05dd6-cc13-457b-8c3f-cf2c1dcdf748 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cb3e163-d85e-4af2-989d-8aeac6961b03 HTTP/1.1" status: 200 len: 943 time: 0.1043122 Apr 19 07:43:45.736783 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-1742011f-b736-4774-8945-61c11f54b36c req-e328dba5-14d1-450a-84f1-859bb8c3369e tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=36650465-235a-4162-8acf-4b22f62c04fd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0462127 Apr 19 07:43:45.786765 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:45.816359 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0c8ee91-d18f-4ffb-b5ef-041529e11cb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c17df7c2-91d2-445f-a304-b89d9c6c6e81'}] {{(pid=86414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 07:43:45.827800 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] For port c17df7c2-91d2-445f-a304-b89d9c6c6e81, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=c17df7c2-91d2-445f-a304-b89d9c6c6e81,segment=NetworkSegment(12dfadba-9621-4833-9b73-52005e0c6bf2),segment_id=12dfadba-9621-4833-9b73-52005e0c6bf2)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:43:45.836204 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:45.841539 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:43:45.886120 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0c8ee91-d18f-4ffb-b5ef-041529e11cb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c17df7c2-91d2-445f-a304-b89d9c6c6e81', 'code': 200} Apr 19 07:43:45.921275 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Pushing event updated for resources: {'Port': ['ID=c17df7c2-91d2-445f-a304-b89d9c6c6e81,revision_number=5']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:43:45.925154 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:43:45.984141 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123730fa-012f-4a3d-a0d6-2cd42391fb41 req-bbfe2b8c-cee2-4ce3-870b-dbd5dc18ee79 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:45.985820 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-123730fa-012f-4a3d-a0d6-2cd42391fb41 req-bbfe2b8c-cee2-4ce3-870b-dbd5dc18ee79 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/ports?device_id=44a31ee0-31e5-4a59-ade9-f74ae6aa41e9 HTTP/1.1" status: 200 len: 946 time: 0.0883539 Apr 19 07:43:46.034424 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-123730fa-012f-4a3d-a0d6-2cd42391fb41 req-e525ca1b-f17f-4a8b-ba64-4f4e55175694 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ecfeb0f-2df5-400e-8733-6e1eda84c027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415390 Apr 19 07:43:46.642136 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49792b4c-5163-4afe-94c7-05993f2a4d64 req-e2c59c9d-ded3-4767-88c8-b328f6efe7f1 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:46.643731 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-49792b4c-5163-4afe-94c7-05993f2a4d64 req-e2c59c9d-ded3-4767-88c8-b328f6efe7f1 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=947030fe-ad0e-4b25-98e0-790795d6c121 HTTP/1.1" status: 200 len: 945 time: 0.1196785 Apr 19 07:43:46.658173 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1418790-348f-42fc-b8ac-fa5e9f49ec63 req-f50edee0-2035-4557-b8b6-5c4d8a43f616 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:46.659803 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-f1418790-348f-42fc-b8ac-fa5e9f49ec63 req-f50edee0-2035-4557-b8b6-5c4d8a43f616 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c8ee91-d18f-4ffb-b5ef-041529e11cb2 HTTP/1.1" status: 200 len: 946 time: 0.1817629 Apr 19 07:43:46.741800 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-49792b4c-5163-4afe-94c7-05993f2a4d64 req-3364ad68-1c03-4698-95d1-54dcccaebbdd tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809410 Apr 19 07:43:46.750755 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-f1418790-348f-42fc-b8ac-fa5e9f49ec63 req-48956bee-c146-4593-b4ee-4f7093d2e81d tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/security-groups?id=f52fde24-61e4-489f-8f08-9e781c9d9c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756145 Apr 19 07:43:46.959196 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fada405-6867-4ff8-b7ae-32ab72cb7f20 req-8fdf92af-d9de-4699-900b-b93e707b3d39 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:46.960821 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-1fada405-6867-4ff8-b7ae-32ab72cb7f20 req-8fdf92af-d9de-4699-900b-b93e707b3d39 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cb3e163-d85e-4af2-989d-8aeac6961b03 HTTP/1.1" status: 200 len: 943 time: 0.0919869 Apr 19 07:43:47.028229 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-1fada405-6867-4ff8-b7ae-32ab72cb7f20 req-275b1fbf-27ee-434e-be1d-45f32268f9cf tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=36650465-235a-4162-8acf-4b22f62c04fd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0605016 Apr 19 07:43:47.261417 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9348c084-0242-40c5-9405-e8c42689c071 req-01d40a34-c525-46bf-8b16-5a2cfc1617c5 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:47.263310 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-9348c084-0242-40c5-9405-e8c42689c071 req-01d40a34-c525-46bf-8b16-5a2cfc1617c5 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/ports?device_id=44a31ee0-31e5-4a59-ade9-f74ae6aa41e9 HTTP/1.1" status: 200 len: 946 time: 0.0959473 Apr 19 07:43:47.317279 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-9348c084-0242-40c5-9405-e8c42689c071 req-d71cff60-0d57-4229-9451-0756713ed6ab tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ecfeb0f-2df5-400e-8733-6e1eda84c027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475051 Apr 19 07:43:48.025829 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e10411b-272d-444c-b93c-358b92809731 req-09264c80-c7ed-4fdf-a8cf-3d335cc406fd tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:48.027280 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-2e10411b-272d-444c-b93c-358b92809731 req-09264c80-c7ed-4fdf-a8cf-3d335cc406fd tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c8ee91-d18f-4ffb-b5ef-041529e11cb2 HTTP/1.1" status: 200 len: 946 time: 0.1202323 Apr 19 07:43:48.035860 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72579362-b545-4f08-b56f-e99ef6cd056b req-f2fa81f8-bee3-4ca1-95c6-05782ba5371a tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:48.037390 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-72579362-b545-4f08-b56f-e99ef6cd056b req-f2fa81f8-bee3-4ca1-95c6-05782ba5371a tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=947030fe-ad0e-4b25-98e0-790795d6c121 HTTP/1.1" status: 200 len: 945 time: 0.1711352 Apr 19 07:43:48.115471 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-72579362-b545-4f08-b56f-e99ef6cd056b req-88ae355b-4f9a-4bb1-a661-c4009c00f488 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627301 Apr 19 07:43:48.118253 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-2e10411b-272d-444c-b93c-358b92809731 req-e58cccfe-05ce-4f5a-b7df-f735fe2fd945 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/security-groups?id=f52fde24-61e4-489f-8f08-9e781c9d9c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799503 Apr 19 07:43:48.250183 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 40372) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:43:48.319349 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7cc203-398a-4695-aa97-4e0b42bb9e79 req-99484c52-817c-46f4-a957-f31c6c98a0d3 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:48.320924 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-1b7cc203-398a-4695-aa97-4e0b42bb9e79 req-99484c52-817c-46f4-a957-f31c6c98a0d3 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cb3e163-d85e-4af2-989d-8aeac6961b03 HTTP/1.1" status: 200 len: 943 time: 0.0946984 Apr 19 07:43:48.321925 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcd8e010-34c7-494f-b6e8-1e5825c54069 admin admin] Deleting subnet ee1ef929-233f-4d45-90c6-cfd0e13034af {{(pid=86412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 07:43:48.325874 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-dcd8e010-34c7-494f-b6e8-1e5825c54069 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:48.387258 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-dcd8e010-34c7-494f-b6e8-1e5825c54069 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851420803'] for subnet, precommit_delete_associations {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:48.388613 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-1b7cc203-398a-4695-aa97-4e0b42bb9e79 req-48dcc72f-d5f3-434c-9a76-40c5b67687d4 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=36650465-235a-4162-8acf-4b22f62c04fd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0606167 Apr 19 07:43:48.450654 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-dcd8e010-34c7-494f-b6e8-1e5825c54069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-771124'] for subnet, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:48.535673 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8998d92-4226-405e-9829-4a86e93f9e48 req-ddad6d7e-d83d-4ecc-b163-c0e018b07c98 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:48.538094 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-d8998d92-4226-405e-9829-4a86e93f9e48 req-ddad6d7e-d83d-4ecc-b163-c0e018b07c98 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/ports?device_id=44a31ee0-31e5-4a59-ade9-f74ae6aa41e9 HTTP/1.1" status: 200 len: 946 time: 0.0994730 Apr 19 07:43:48.587666 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-d8998d92-4226-405e-9829-4a86e93f9e48 req-67751900-7487-4f9d-b18e-e91d8c5e37cb tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ecfeb0f-2df5-400e-8733-6e1eda84c027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427220 Apr 19 07:43:48.719552 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-dcd8e010-34c7-494f-b6e8-1e5825c54069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854004724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1716840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3937515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851454983'] for subnet, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:48.723744 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:43:48.767281 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd8e010-34c7-494f-b6e8-1e5825c54069 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee1ef929-233f-4d45-90c6-cfd0e13034af,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:43:48.769933 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-dcd8e010-34c7-494f-b6e8-1e5825c54069 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:43:48.772906 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-dcd8e010-34c7-494f-b6e8-1e5825c54069 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:48.779188 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-dcd8e010-34c7-494f-b6e8-1e5825c54069 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ee1ef929-233f-4d45-90c6-cfd0e13034af HTTP/1.1" status: 204 len: 168 time: 0.5273638 Apr 19 07:43:48.782009 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 40378) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:43:48.904772 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6d516e79-f24a-407f-8824-ae798c38508e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-686968'] for network, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:49.040351 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6d516e79-f24a-407f-8824-ae798c38508e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854004639', 'neutron.services.segments.db._delete_segments_for_network-8769764573043'] for network, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:49.158216 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.services.segments.db [None req-6d516e79-f24a-407f-8824-ae798c38508e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9ecd3e3-6ca4-4efc-a088-a606be5679c7']}} {{(pid=86412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:43:49.172015 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.services.segments.db [None req-6d516e79-f24a-407f-8824-ae798c38508e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c21d5202-6ddf-48fc-b15b-8f7ca8905f72') {'for_net_delete': True} {{(pid=86412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:43:49.172321 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.services.segments.db [None req-6d516e79-f24a-407f-8824-ae798c38508e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c21d5202-6ddf-48fc-b15b-8f7ca8905f72') {} {{(pid=86412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:43:49.185358 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6d516e79-f24a-407f-8824-ae798c38508e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363267090041187', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354997'] for segment, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:49.203194 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6d516e79-f24a-407f-8824-ae798c38508e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853992622'] for segment, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:49.210043 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d516e79-f24a-407f-8824-ae798c38508e admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=86412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 07:43:49.408220 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-6d516e79-f24a-407f-8824-ae798c38508e admin admin] Network d9ecd3e3-6ca4-4efc-a088-a606be5679c7 has no segments {{(pid=86412) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 07:43:49.417645 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6d516e79-f24a-407f-8824-ae798c38508e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-783141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850839224'] for segment, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:49.418596 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aa64ab-e7c3-4e41-aead-31dcde0b6572 req-90195068-db93-41ff-9851-844fd0578af2 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:49.420872 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-51aa64ab-e7c3-4e41-aead-31dcde0b6572 req-90195068-db93-41ff-9851-844fd0578af2 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=947030fe-ad0e-4b25-98e0-790795d6c121 HTTP/1.1" status: 200 len: 945 time: 0.1823735 Apr 19 07:43:49.432862 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01989386-5be4-4f9b-9956-f79fede80bd0 req-cd66376c-6b97-47a8-ba34-d2d7e0f5176b tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:49.434468 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-01989386-5be4-4f9b-9956-f79fede80bd0 req-cd66376c-6b97-47a8-ba34-d2d7e0f5176b tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c8ee91-d18f-4ffb-b5ef-041529e11cb2 HTTP/1.1" status: 200 len: 946 time: 0.1562829 Apr 19 07:43:49.518572 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-01989386-5be4-4f9b-9956-f79fede80bd0 req-b6bf2b9a-8509-4d93-b6b6-f0baaef3c6a1 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/security-groups?id=f52fde24-61e4-489f-8f08-9e781c9d9c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685236 Apr 19 07:43:49.521333 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-51aa64ab-e7c3-4e41-aead-31dcde0b6572 req-0549f2c8-589d-4987-b52f-914b6fa6e167 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858958 Apr 19 07:43:49.618134 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-6d516e79-f24a-407f-8824-ae798c38508e admin admin] Network d9ecd3e3-6ca4-4efc-a088-a606be5679c7 has no segments {{(pid=86412) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 07:43:49.643199 dv-cinder-773870-2-smb neutron-server[86301]: Traceback (most recent call last): Apr 19 07:43:49.643199 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 07:43:49.643199 dv-cinder-773870-2-smb neutron-server[86301]: timer() Apr 19 07:43:49.643199 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 07:43:49.643199 dv-cinder-773870-2-smb neutron-server[86301]: cb(*args, **kw) Apr 19 07:43:49.643199 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 07:43:49.643199 dv-cinder-773870-2-smb neutron-server[86301]: return func(*args, **kwargs) Apr 19 07:43:49.643199 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 07:43:49.643199 dv-cinder-773870-2-smb neutron-server[86301]: self._notify() Apr 19 07:43:49.643199 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 07:43:49.643199 dv-cinder-773870-2-smb neutron-server[86301]: self.callback(batched_events) Apr 19 07:43:49.643199 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 07:43:49.643199 dv-cinder-773870-2-smb neutron-server[86301]: event.method(event) Apr 19 07:43:49.643199 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 07:43:49.643199 dv-cinder-773870-2-smb neutron-server[86301]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 07:43:49.643199 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 07:43:49.643199 dv-cinder-773870-2-smb neutron-server[86301]: segment_id)['aggregates'][0] Apr 19 07:43:49.643199 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 07:43:49.643199 dv-cinder-773870-2-smb neutron-server[86301]: return f(self, *a, **k) Apr 19 07:43:49.643199 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 07:43:49.643199 dv-cinder-773870-2-smb neutron-server[86301]: return self._get(url).json() Apr 19 07:43:49.643199 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 07:43:49.643199 dv-cinder-773870-2-smb neutron-server[86301]: **kwargs) Apr 19 07:43:49.643199 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 07:43:49.643199 dv-cinder-773870-2-smb neutron-server[86301]: return self.request(url, 'GET', **kwargs) Apr 19 07:43:49.643199 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 07:43:49.643199 dv-cinder-773870-2-smb neutron-server[86301]: **endpoint_filter) Apr 19 07:43:49.643199 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 07:43:49.643199 dv-cinder-773870-2-smb neutron-server[86301]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 07:43:49.643199 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 07:43:49.643199 dv-cinder-773870-2-smb neutron-server[86301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 07:43:49.643199 dv-cinder-773870-2-smb neutron-server[86301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 07:43:49.729660 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c26387-3a77-40c0-a7f3-a7c7d2801413 req-eb3b7cae-942b-4438-899b-3cce8a7c219f tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:49.731685 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-18c26387-3a77-40c0-a7f3-a7c7d2801413 req-eb3b7cae-942b-4438-899b-3cce8a7c219f tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cb3e163-d85e-4af2-989d-8aeac6961b03 HTTP/1.1" status: 200 len: 943 time: 0.0974045 Apr 19 07:43:49.732717 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6d516e79-f24a-407f-8824-ae798c38508e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1810050'] for network, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:49.742674 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6d516e79-f24a-407f-8824-ae798c38508e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853097331'] for network, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:49.745523 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-6b2f9e07-822d-4f94-9cde-f6be7edb3fa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:43:49.771062 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d516e79-f24a-407f-8824-ae798c38508e admin admin] Pushing event deleted for resources: {'Network': ['ID=d9ecd3e3-6ca4-4efc-a088-a606be5679c7,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:43:49.773906 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-6d516e79-f24a-407f-8824-ae798c38508e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:43:49.783284 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-6d516e79-f24a-407f-8824-ae798c38508e admin admin] 10.222.0.41 "DELETE /v2.0/networks/d9ecd3e3-6ca4-4efc-a088-a606be5679c7 HTTP/1.1" status: 204 len: 168 time: 0.9978199 Apr 19 07:43:49.842631 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-18c26387-3a77-40c0-a7f3-a7c7d2801413 req-d86a0cc1-0dee-4ef1-851a-324932364032 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=36650465-235a-4162-8acf-4b22f62c04fd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0650609 Apr 19 07:43:49.881590 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510ca031-6671-4602-9176-c59dff210b6b req-a4a81d85-60a6-477f-9ae7-476f94567f8b tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:49.883242 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-510ca031-6671-4602-9176-c59dff210b6b req-a4a81d85-60a6-477f-9ae7-476f94567f8b tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/ports?device_id=44a31ee0-31e5-4a59-ade9-f74ae6aa41e9 HTTP/1.1" status: 200 len: 946 time: 0.1502964 Apr 19 07:43:49.934407 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-510ca031-6671-4602-9176-c59dff210b6b req-8cfb7460-420a-4502-9ffd-9f291b795a0b tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ecfeb0f-2df5-400e-8733-6e1eda84c027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440366 Apr 19 07:43:50.026903 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 40394) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:43:50.085621 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 40398) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:43:50.090998 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-8848fa75-b3c0-4577-b1e5-e2283f2e66d9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=52b425b2a4cd4fd590cc03f996c15111&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0626075 Apr 19 07:43:50.153026 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-83db27bb-86da-49de-b137-9631a1fed525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:50.185593 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-83db27bb-86da-49de-b137-9631a1fed525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:50.236807 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-83db27bb-86da-49de-b137-9631a1fed525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:50.241262 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-6b2f9e07-822d-4f94-9cde-f6be7edb3fa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:43:50.256510 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db27bb-86da-49de-b137-9631a1fed525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf17a2d-edc6-495f-a2cd-93696383c12d,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:43:50.260381 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-83db27bb-86da-49de-b137-9631a1fed525 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:43:50.264306 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-83db27bb-86da-49de-b137-9631a1fed525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:50.265537 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-83db27bb-86da-49de-b137-9631a1fed525 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9cf17a2d-edc6-495f-a2cd-93696383c12d HTTP/1.1" status: 204 len: 168 time: 0.1781530 Apr 19 07:43:50.838019 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4b9a8-c109-4733-a362-6209da0ca927 req-4c7c290b-366c-4cae-afbd-df57e992db07 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:50.839548 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-44d4b9a8-c109-4733-a362-6209da0ca927 req-4c7c290b-366c-4cae-afbd-df57e992db07 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c8ee91-d18f-4ffb-b5ef-041529e11cb2 HTTP/1.1" status: 200 len: 946 time: 0.1659794 Apr 19 07:43:50.851320 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28413b2-1770-48f3-abef-51ddbd8d51c0 req-ce3d6afc-425f-43d1-8be5-4c27cce84a8c tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:50.852961 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-e28413b2-1770-48f3-abef-51ddbd8d51c0 req-ce3d6afc-425f-43d1-8be5-4c27cce84a8c tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=947030fe-ad0e-4b25-98e0-790795d6c121 HTTP/1.1" status: 200 len: 945 time: 0.1770985 Apr 19 07:43:50.935252 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-44d4b9a8-c109-4733-a362-6209da0ca927 req-37153a07-df80-489c-99d0-921561e60f64 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/security-groups?id=f52fde24-61e4-489f-8f08-9e781c9d9c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811150 Apr 19 07:43:50.938046 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-e28413b2-1770-48f3-abef-51ddbd8d51c0 req-7574a434-80b8-4d02-80e0-86e763b7eafe tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685675 Apr 19 07:43:51.200517 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca331521-a754-471a-9ddc-02b1550ada4c req-d4d2cf3f-9c4e-40ea-a043-49c94480893b tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:51.202230 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-ca331521-a754-471a-9ddc-02b1550ada4c req-d4d2cf3f-9c4e-40ea-a043-49c94480893b tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cb3e163-d85e-4af2-989d-8aeac6961b03 HTTP/1.1" status: 200 len: 943 time: 0.1596816 Apr 19 07:43:51.211585 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bcab74-bde3-4402-9f74-50120355237b req-69e03a98-3fdb-4379-99a7-43503247e6e9 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:51.213138 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-e4bcab74-bde3-4402-9f74-50120355237b req-69e03a98-3fdb-4379-99a7-43503247e6e9 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/ports?device_id=44a31ee0-31e5-4a59-ade9-f74ae6aa41e9 HTTP/1.1" status: 200 len: 946 time: 0.1298494 Apr 19 07:43:51.289298 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-ca331521-a754-471a-9ddc-02b1550ada4c req-800a72c4-0beb-447f-a14c-98fe53fa6153 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=36650465-235a-4162-8acf-4b22f62c04fd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0751152 Apr 19 07:43:51.292304 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-e4bcab74-bde3-4402-9f74-50120355237b req-0a5bc602-1aac-4bb3-96aa-c3b32805864e tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ecfeb0f-2df5-400e-8733-6e1eda84c027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639164 Apr 19 07:43:52.213324 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c94e85-c7d1-4d20-83e2-4d46dd367a4d req-a49686dd-0088-4d00-bd8a-f88f964d40a8 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:52.214907 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-52c94e85-c7d1-4d20-83e2-4d46dd367a4d req-a49686dd-0088-4d00-bd8a-f88f964d40a8 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c8ee91-d18f-4ffb-b5ef-041529e11cb2 HTTP/1.1" status: 200 len: 946 time: 0.1622150 Apr 19 07:43:52.224615 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd82882-c9bd-47f0-8f2f-8ac6dad4b721 req-c6d282e4-cd5d-430f-8e54-b931823c5621 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:52.226054 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-3bd82882-c9bd-47f0-8f2f-8ac6dad4b721 req-c6d282e4-cd5d-430f-8e54-b931823c5621 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=947030fe-ad0e-4b25-98e0-790795d6c121 HTTP/1.1" status: 200 len: 945 time: 0.1369812 Apr 19 07:43:52.302727 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-52c94e85-c7d1-4d20-83e2-4d46dd367a4d req-c856a9d5-5704-4baf-89bb-5486ba85d2b1 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/security-groups?id=f52fde24-61e4-489f-8f08-9e781c9d9c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755737 Apr 19 07:43:52.307513 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-3bd82882-c9bd-47f0-8f2f-8ac6dad4b721 req-735df15c-74b4-457f-a713-c2d31a004dc4 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659795 Apr 19 07:43:52.577097 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a375338-368d-4fe1-94ca-f61be8433e4b req-f26dc1ec-74e0-4ff0-ba89-d7246f72a171 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:52.578578 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-5a375338-368d-4fe1-94ca-f61be8433e4b req-f26dc1ec-74e0-4ff0-ba89-d7246f72a171 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cb3e163-d85e-4af2-989d-8aeac6961b03 HTTP/1.1" status: 200 len: 943 time: 0.1571367 Apr 19 07:43:52.586809 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e815e97-a877-4dbe-a038-b3a859faee4d req-c425f0c1-2827-4645-9919-557076ccf52f tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:52.588384 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-2e815e97-a877-4dbe-a038-b3a859faee4d req-c425f0c1-2827-4645-9919-557076ccf52f tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/ports?device_id=44a31ee0-31e5-4a59-ade9-f74ae6aa41e9 HTTP/1.1" status: 200 len: 946 time: 0.1656058 Apr 19 07:43:52.661580 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-5a375338-368d-4fe1-94ca-f61be8433e4b req-20cfe6b1-1a77-4b89-97eb-9d74150a102d tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=36650465-235a-4162-8acf-4b22f62c04fd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0721121 Apr 19 07:43:52.674507 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-2e815e97-a877-4dbe-a038-b3a859faee4d req-41c068ed-9317-41d8-9873-0034428f185d tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ecfeb0f-2df5-400e-8733-6e1eda84c027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710919 Apr 19 07:43:53.598411 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ddedd-28b7-4f40-bc85-703a693c5cac req-c635aecd-608f-4ca9-8dfb-f52fa97e3cc6 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:53.600066 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-e09ddedd-28b7-4f40-bc85-703a693c5cac req-c635aecd-608f-4ca9-8dfb-f52fa97e3cc6 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=947030fe-ad0e-4b25-98e0-790795d6c121 HTTP/1.1" status: 200 len: 945 time: 0.1648834 Apr 19 07:43:53.609375 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e566fd3-bcb7-4bc2-a301-6a69ce36d8dd req-7601a507-564d-4550-b8aa-df5c48787a5c tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:53.610823 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-2e566fd3-bcb7-4bc2-a301-6a69ce36d8dd req-7601a507-564d-4550-b8aa-df5c48787a5c tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c8ee91-d18f-4ffb-b5ef-041529e11cb2 HTTP/1.1" status: 200 len: 946 time: 0.1318243 Apr 19 07:43:53.689676 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-e09ddedd-28b7-4f40-bc85-703a693c5cac req-cae51162-89fd-4a5a-8ac5-d906ea7166f3 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778067 Apr 19 07:43:53.694036 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-2e566fd3-bcb7-4bc2-a301-6a69ce36d8dd req-30f7a431-ee35-4c03-80df-031c53f1a583 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/security-groups?id=f52fde24-61e4-489f-8f08-9e781c9d9c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655603 Apr 19 07:43:53.956877 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3439df-ea03-417e-a743-1275685157cb req-59f39a4b-a323-4a55-8c95-c25af4827e98 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:53.958413 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-bd3439df-ea03-417e-a743-1275685157cb req-59f39a4b-a323-4a55-8c95-c25af4827e98 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cb3e163-d85e-4af2-989d-8aeac6961b03 HTTP/1.1" status: 200 len: 943 time: 0.1607013 Apr 19 07:43:53.968503 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293d946b-aefc-4d92-8484-87e3397e901e req-780712c7-3292-467e-97a5-5253c814c773 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:53.970126 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-293d946b-aefc-4d92-8484-87e3397e901e req-780712c7-3292-467e-97a5-5253c814c773 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/ports?device_id=44a31ee0-31e5-4a59-ade9-f74ae6aa41e9 HTTP/1.1" status: 200 len: 946 time: 0.1701221 Apr 19 07:43:54.045144 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-bd3439df-ea03-417e-a743-1275685157cb req-d07391be-7161-435c-8f2b-0a2a46b289b0 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=36650465-235a-4162-8acf-4b22f62c04fd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0738177 Apr 19 07:43:54.066152 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-293d946b-aefc-4d92-8484-87e3397e901e req-7ffed0a2-7ad3-429a-8453-3d1fd5b4bbe8 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ecfeb0f-2df5-400e-8733-6e1eda84c027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790679 Apr 19 07:43:54.075634 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.agents_db [None req-ec4b265d-3c04-42fd-95cd-57ca7ec41865 None None] Agent healthcheck: found 6 active agents {{(pid=86415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 07:43:54.963382 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2867df-5ad0-4687-9253-69485953a643 req-5720a8fd-6d47-4013-974f-cf6a3fa95528 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:54.964951 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-6c2867df-5ad0-4687-9253-69485953a643 req-5720a8fd-6d47-4013-974f-cf6a3fa95528 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c8ee91-d18f-4ffb-b5ef-041529e11cb2 HTTP/1.1" status: 200 len: 946 time: 0.1523733 Apr 19 07:43:54.979171 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f770bb08-7e45-4446-b699-4d38d09ff465 req-4ffe89a1-8cc4-460d-8e30-ca953cd131cf tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:54.982634 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-f770bb08-7e45-4446-b699-4d38d09ff465 req-4ffe89a1-8cc4-460d-8e30-ca953cd131cf tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=947030fe-ad0e-4b25-98e0-790795d6c121 HTTP/1.1" status: 200 len: 945 time: 0.1315567 Apr 19 07:43:55.076551 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-f770bb08-7e45-4446-b699-4d38d09ff465 req-42dd2c04-6915-4e6f-b109-31fc746a4ca8 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763292 Apr 19 07:43:55.081567 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-6c2867df-5ad0-4687-9253-69485953a643 req-642eacf0-2385-44bd-a754-11b66645a1f1 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/security-groups?id=f52fde24-61e4-489f-8f08-9e781c9d9c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978444 Apr 19 07:43:55.360611 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48edd2e-106b-4146-81bc-70d7b88cacda req-5ab69f57-a7af-406c-a55b-22dd2f674023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:55.362131 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-f48edd2e-106b-4146-81bc-70d7b88cacda req-5ab69f57-a7af-406c-a55b-22dd2f674023 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a0c8ee91-d18f-4ffb-b5ef-041529e11cb2 HTTP/1.1" status: 200 len: 1099 time: 0.0853682 Apr 19 07:43:55.376214 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c583755-74ba-4693-9ea4-623f0fbc825b req-30ba9624-45de-4f53-b44b-57c00e34e1a0 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:55.377830 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-6c583755-74ba-4693-9ea4-623f0fbc825b req-30ba9624-45de-4f53-b44b-57c00e34e1a0 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/ports?device_id=44a31ee0-31e5-4a59-ade9-f74ae6aa41e9 HTTP/1.1" status: 200 len: 946 time: 0.1861718 Apr 19 07:43:55.387137 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4091034c-6a0c-4041-8d4d-27a7fb34d149 req-65983063-b259-4149-be40-7ff79e5c1de6 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:55.388662 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-4091034c-6a0c-4041-8d4d-27a7fb34d149 req-65983063-b259-4149-be40-7ff79e5c1de6 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cb3e163-d85e-4af2-989d-8aeac6961b03 HTTP/1.1" status: 200 len: 943 time: 0.1512158 Apr 19 07:43:55.411003 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-f48edd2e-106b-4146-81bc-70d7b88cacda req-513cf813-e4b4-47c3-aa8d-f5e45b263495 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f52fde24-61e4-489f-8f08-9e781c9d9c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420504 Apr 19 07:43:55.465639 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-6c583755-74ba-4693-9ea4-623f0fbc825b req-644d8980-8cdb-43df-8123-1c69e572fdc4 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ecfeb0f-2df5-400e-8733-6e1eda84c027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758944 Apr 19 07:43:55.473228 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-4091034c-6a0c-4041-8d4d-27a7fb34d149 req-131e03b2-33ba-4d72-8f69-a75005de3b9a tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=36650465-235a-4162-8acf-4b22f62c04fd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0631411 Apr 19 07:43:56.347583 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73916b80-4d08-485f-b92c-4d3ae5e13891 req-b9ace441-937a-47aa-96f7-155b6fdacff6 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:56.349194 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-73916b80-4d08-485f-b92c-4d3ae5e13891 req-b9ace441-937a-47aa-96f7-155b6fdacff6 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=947030fe-ad0e-4b25-98e0-790795d6c121 HTTP/1.1" status: 200 len: 945 time: 0.1575940 Apr 19 07:43:56.360450 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d44b1-5027-4cc7-841f-2871e8005e88 req-beb650f2-6503-4d1b-a0c2-7050f42506af tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:56.361868 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-c20d44b1-5027-4cc7-841f-2871e8005e88 req-beb650f2-6503-4d1b-a0c2-7050f42506af tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c8ee91-d18f-4ffb-b5ef-041529e11cb2 HTTP/1.1" status: 200 len: 946 time: 0.1329608 Apr 19 07:43:56.436376 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-73916b80-4d08-485f-b92c-4d3ae5e13891 req-da699157-67d3-44e6-9ad2-9dd6f332d821 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734351 Apr 19 07:43:56.441240 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-c20d44b1-5027-4cc7-841f-2871e8005e88 req-4b8dd90c-d22d-4be7-a15e-58c059b4bc18 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/security-groups?id=f52fde24-61e4-489f-8f08-9e781c9d9c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637946 Apr 19 07:43:56.735138 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0176c33c-f204-47fc-8d01-99d180d69f42 req-d8f921bb-10fb-4930-8549-605cb01a4ff6 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:56.736690 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-0176c33c-f204-47fc-8d01-99d180d69f42 req-d8f921bb-10fb-4930-8549-605cb01a4ff6 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/ports?device_id=44a31ee0-31e5-4a59-ade9-f74ae6aa41e9 HTTP/1.1" status: 200 len: 946 time: 0.1533394 Apr 19 07:43:56.747960 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ac557-2dc3-421d-b918-c20fd93d6987 req-dd23e958-274e-4ed7-8af2-83d69379f392 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:56.749434 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-d38ac557-2dc3-421d-b918-c20fd93d6987 req-dd23e958-274e-4ed7-8af2-83d69379f392 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cb3e163-d85e-4af2-989d-8aeac6961b03 HTTP/1.1" status: 200 len: 943 time: 0.1279967 Apr 19 07:43:56.829506 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-0176c33c-f204-47fc-8d01-99d180d69f42 req-6bf53dac-3f3a-4666-83a1-b0faabf344b4 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ecfeb0f-2df5-400e-8733-6e1eda84c027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790508 Apr 19 07:43:56.837527 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-d38ac557-2dc3-421d-b918-c20fd93d6987 req-69fc8ed3-7a12-417e-aeac-379474cc18c5 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=36650465-235a-4162-8acf-4b22f62c04fd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0702810 Apr 19 07:43:57.230616 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c565c44-97ac-42ab-ace4-e0ad768e0446 req-6b3eadd6-7b66-4f79-8521-9f158444e745 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:57.231344 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-0c565c44-97ac-42ab-ace4-e0ad768e0446 req-6b3eadd6-7b66-4f79-8521-9f158444e745 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Synchronizing usage tracker for tenant:156e07873a6143d89470ff601eee1cb8 on resource:port {{(pid=86412) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 07:43:57.248073 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-0c565c44-97ac-42ab-ace4-e0ad768e0446 req-6b3eadd6-7b66-4f79-8521-9f158444e745 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Unset dirty status for tenant:156e07873a6143d89470ff601eee1cb8 on resource:port {{(pid=86412) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 07:43:57.249282 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-0c565c44-97ac-42ab-ace4-e0ad768e0446 req-6b3eadd6-7b66-4f79-8521-9f158444e745 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.42 "GET /v2.0/ports?device_id=44a31ee0-31e5-4a59-ade9-f74ae6aa41e9 HTTP/1.1" status: 200 len: 946 time: 0.1147637 Apr 19 07:43:57.329823 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [req-0c565c44-97ac-42ab-ace4-e0ad768e0446 req-f55efbc6-6742-48e2-86cf-f2e8acc0fe14 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Deleting port 4b00d976-3c2d-4b8e-95a5-bd642ddac30b {{(pid=86412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 07:43:57.330203 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-0c565c44-97ac-42ab-ace4-e0ad768e0446 req-f55efbc6-6742-48e2-86cf-f2e8acc0fe14 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267090122612'] for port, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:57.599503 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [req-0c565c44-97ac-42ab-ace4-e0ad768e0446 req-f55efbc6-6742-48e2-86cf-f2e8acc0fe14 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] For port 4b00d976-3c2d-4b8e-95a5-bd642ddac30b, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=4b00d976-3c2d-4b8e-95a5-bd642ddac30b,segment=NetworkSegment(a453a347-3ee5-4bff-8f95-cec0fa8d6963),segment_id=a453a347-3ee5-4bff-8f95-cec0fa8d6963)] {{(pid=86412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:43:57.600138 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-0c565c44-97ac-42ab-ace4-e0ad768e0446 req-f55efbc6-6742-48e2-86cf-f2e8acc0fe14 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852958595'] for port, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:57.610385 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Device 5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=86414) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 07:43:57.734797 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [req-0c565c44-97ac-42ab-ace4-e0ad768e0446 req-f55efbc6-6742-48e2-86cf-f2e8acc0fe14 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Calling delete_port for 4b00d976-3c2d-4b8e-95a5-bd642ddac30b owned by compute:nova {{(pid=86412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 07:43:57.782835 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] For port 5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6,segment=NetworkSegment(82586cc3-7b22-4a5c-b95c-8fce131571e9),segment_id=82586cc3-7b22-4a5c-b95c-8fce131571e9)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:43:57.798481 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Returning: {'device': '5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6', 'network_id': '54cc282c-1ba1-4d63-8981-01ed15bb5ad4', 'port_id': '5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6', 'mac_address': 'fa:16:3e:ee:ca:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '576f6062-f22a-411b-bc12-7e9099407d19', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86414) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 07:43:57.860223 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:57.879349 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6 {{(pid=86414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 07:43:57.894772 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-0c565c44-97ac-42ab-ace4-e0ad768e0446 req-f55efbc6-6742-48e2-86cf-f2e8acc0fe14 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267090117919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267090550695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3936575'] for port, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:57.896193 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] For port 5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6,segment=NetworkSegment(82586cc3-7b22-4a5c-b95c-8fce131571e9),segment_id=82586cc3-7b22-4a5c-b95c-8fce131571e9)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:43:57.899814 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:57.901983 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:43:57.906549 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-b4fc4283-a99c-4379-872e-ef3ca50bf905 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:43:57.921138 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6248a161-10a0-498e-b1cc-5b05cc10bcaf req-85eb0668-b70e-442d-a75a-e7f9f5f49e9f tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:57.922736 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-6248a161-10a0-498e-b1cc-5b05cc10bcaf req-85eb0668-b70e-442d-a75a-e7f9f5f49e9f tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=947030fe-ad0e-4b25-98e0-790795d6c121 HTTP/1.1" status: 200 len: 945 time: 0.3679333 Apr 19 07:43:57.940992 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] get_ports_and_sgs() called for port_ids ['103c82f6-23c0-4aca-8712-ed823c4c7ae0', 'a13d1232-9f6a-424a-9ec1-acd575a7896c', '4b00d976-3c2d-4b8e-95a5-bd642ddac30b'] {{(pid=86414) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 07:43:57.952190 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55efbc6-6742-48e2-86cf-f2e8acc0fe14 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Pushing event deleted for resources: {'Port': ['ID=4b00d976-3c2d-4b8e-95a5-bd642ddac30b,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:43:57.980732 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-f55efbc6-6742-48e2-86cf-f2e8acc0fe14 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:43:57.984489 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-6248a161-10a0-498e-b1cc-5b05cc10bcaf req-2ff7f960-d212-4c28-a56e-530f47937723 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525646 Apr 19 07:43:57.993729 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd41282e-43cf-4260-8d3a-7e427cfc936c req-7d585ae6-9887-4b38-a843-b0e8d4bce45b tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:57.995396 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-bd41282e-43cf-4260-8d3a-7e427cfc936c req-7d585ae6-9887-4b38-a843-b0e8d4bce45b tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c8ee91-d18f-4ffb-b5ef-041529e11cb2 HTTP/1.1" status: 200 len: 946 time: 0.4041195 Apr 19 07:43:58.044056 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c565c44-97ac-42ab-ace4-e0ad768e0446 req-f55efbc6-6742-48e2-86cf-f2e8acc0fe14 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] No DVR routers for this DVR port 4b00d976-3c2d-4b8e-95a5-bd642ddac30b on host hv-cinder-77387 {{(pid=86412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 07:43:58.046628 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-0c565c44-97ac-42ab-ace4-e0ad768e0446 req-f55efbc6-6742-48e2-86cf-f2e8acc0fe14 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773070'] for port, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:58.065657 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Pushing event updated for resources: {'Port': ['ID=5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6,revision_number=9']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:43:58.073541 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-bd41282e-43cf-4260-8d3a-7e427cfc936c req-626914a0-347e-4cc8-99d2-fcc47a3d62ae tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/security-groups?id=f52fde24-61e4-489f-8f08-9e781c9d9c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698383 Apr 19 07:43:58.073912 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:43:58.080134 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44a31ee0-31e5-4a59-ade9-f74ae6aa41e9', 'name': 'network-vif-deleted', 'tag': '4b00d976-3c2d-4b8e-95a5-bd642ddac30b'}] {{(pid=86412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 07:43:58.086941 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-0c565c44-97ac-42ab-ace4-e0ad768e0446 req-f55efbc6-6742-48e2-86cf-f2e8acc0fe14 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.42 "DELETE /v2.0/ports/4b00d976-3c2d-4b8e-95a5-bd642ddac30b HTTP/1.1" status: 204 len: 173 time: 0.8304939 Apr 19 07:43:58.167058 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-743e679c-ee5b-4966-b49b-68e61c49ef14 req-eef0b67d-98ee-4798-8e69-8db3000317c9 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/ports?device_id=44a31ee0-31e5-4a59-ade9-f74ae6aa41e9 HTTP/1.1" status: 200 len: 210 time: 0.0492325 Apr 19 07:43:58.227385 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44a31ee0-31e5-4a59-ade9-f74ae6aa41e9', 'name': 'network-vif-deleted', 'tag': '4b00d976-3c2d-4b8e-95a5-bd642ddac30b', 'status': 'completed', 'code': 200} Apr 19 07:43:58.237511 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] get_ports_and_sgs() called for port_ids ['5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6'] {{(pid=86414) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 07:43:58.317410 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97926be8-9081-4045-a043-e334066b64d1 req-e7bffb75-5e02-4e09-b4f0-bab2a36eb074 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:58.319424 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-97926be8-9081-4045-a043-e334066b64d1 req-e7bffb75-5e02-4e09-b4f0-bab2a36eb074 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cb3e163-d85e-4af2-989d-8aeac6961b03 HTTP/1.1" status: 200 len: 944 time: 0.0968566 Apr 19 07:43:58.420406 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-97926be8-9081-4045-a043-e334066b64d1 req-b4c3a2ce-64bf-4195-b72a-a0b11beb99cc tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=36650465-235a-4162-8acf-4b22f62c04fd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0922256 Apr 19 07:43:58.455657 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384adeb8-de0a-48b5-b437-ca1eec8ebfec req-0aa363be-2a95-4130-ad22-aea91064247c tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:58.457298 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-384adeb8-de0a-48b5-b437-ca1eec8ebfec req-0aa363be-2a95-4130-ad22-aea91064247c tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c8ee91-d18f-4ffb-b5ef-041529e11cb2 HTTP/1.1" status: 200 len: 946 time: 0.1311452 Apr 19 07:43:58.509739 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-384adeb8-de0a-48b5-b437-ca1eec8ebfec req-9093590e-f695-451f-838d-3c3c6813d113 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/security-groups?id=f52fde24-61e4-489f-8f08-9e781c9d9c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456226 Apr 19 07:43:58.541122 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 40458) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:43:58.871512 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c3d25f-8b96-4d22-851c-734c8f35a480 tempest-TestShelveInstance-250091787 tempest-TestShelveInstance-250091787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:58.873130 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-d2c3d25f-8b96-4d22-851c-734c8f35a480 tempest-TestShelveInstance-250091787 tempest-TestShelveInstance-250091787-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a0c8ee91-d18f-4ffb-b5ef-041529e11cb2 HTTP/1.1" status: 200 len: 1094 time: 0.3309581 Apr 19 07:43:58.876381 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 40464) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:43:58.881806 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [None req-df187614-1181-4222-b068-bbc702429dca tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Request body: {'floatingip': {'floating_network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'port_id': 'c17df7c2-91d2-445f-a304-b89d9c6c6e81', 'tenant_id': 'd586c25e55a34159945f172e7227aaea', 'fixed_ip_address': '172.20.0.10'}} {{(pid=86413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:43:58.888202 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-df187614-1181-4222-b068-bbc702429dca tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:43:58.893142 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-df187614-1181-4222-b068-bbc702429dca tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Usage tracker for resource:floatingip and tenant:d586c25e55a34159945f172e7227aaea is out of sync, need to count used quota {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:43:58.896438 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-df187614-1181-4222-b068-bbc702429dca tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:43:58.902659 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-df187614-1181-4222-b068-bbc702429dca tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:43:58.913615 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-df187614-1181-4222-b068-bbc702429dca tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Notify callbacks [] for floatingip, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:59.064495 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-df187614-1181-4222-b068-bbc702429dca tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:59.272126 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.db_base_plugin_common [None req-df187614-1181-4222-b068-bbc702429dca tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Allocated IP 172.28.2.153 (e87e9adf-9874-4d07-9d49-89485cde7b0f/53f1cb4b-365b-4e38-a680-1360d7889810/6a99acb5-d4dc-4088-b4b2-a2e98f5fd2a3) {{(pid=86413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 07:43:59.291745 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b48bd29-e766-44a7-ba9d-ee87a7a594ee req-09c57e7e-992f-4782-9a4d-0b0ef8e949f1 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:59.293296 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-6b48bd29-e766-44a7-ba9d-ee87a7a594ee req-09c57e7e-992f-4782-9a4d-0b0ef8e949f1 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=947030fe-ad0e-4b25-98e0-790795d6c121 HTTP/1.1" status: 200 len: 945 time: 0.1797602 Apr 19 07:43:59.440166 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-6b48bd29-e766-44a7-ba9d-ee87a7a594ee req-c548ed24-4626-4a44-bba6-0f72322f36e1 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269181 Apr 19 07:43:59.497170 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-df187614-1181-4222-b068-bbc702429dca tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Notify callbacks [] for port, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:59.528605 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-df187614-1181-4222-b068-bbc702429dca tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769764225105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2897772'] for port, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:59.540465 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:43:59.640125 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Device 5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6 up at agent hyperv_hv-cinder-77387 {{(pid=86414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 07:43:59.671716 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df187614-1181-4222-b068-bbc702429dca tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Network e87e9adf-9874-4d07-9d49-89485cde7b0f is already hosted by enough agents. {{(pid=86413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 07:43:59.684306 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.base_scheduler [None req-df187614-1181-4222-b068-bbc702429dca tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Resources bound (agent type, host, resource id): {{(pid=86413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 07:43:59.694431 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df187614-1181-4222-b068-bbc702429dca tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Received port after_create {{(pid=86413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 07:43:59.714445 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Provisioning complete for port 5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6 triggered by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:43:59.714857 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:59.751894 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df187614-1181-4222-b068-bbc702429dca tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Pushing event updated for resources: {'Port': ['ID=6a99acb5-d4dc-4088-b4b2-a2e98f5fd2a3,revision_number=1']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:43:59.761502 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-df187614-1181-4222-b068-bbc702429dca tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:43:59.839044 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:59.867793 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cb3e163-d85e-4af2-989d-8aeac6961b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6'}] {{(pid=86414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 07:43:59.878706 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] For port 5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6,segment=NetworkSegment(82586cc3-7b22-4a5c-b95c-8fce131571e9),segment_id=82586cc3-7b22-4a5c-b95c-8fce131571e9)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:43:59.882399 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:43:59.883369 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Device 4b00d976-3c2d-4b8e-95a5-bd642ddac30b no longer exists at agent hyperv_hv-cinder-77387 {{(pid=86414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 07:43:59.883518 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d1462b-97f8-473a-a605-5f20ce4591b5 req-ad297aa6-20c2-4a93-9312-8525748983e8 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:59.885057 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-03d1462b-97f8-473a-a605-5f20ce4591b5 req-ad297aa6-20c2-4a93-9312-8525748983e8 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/ports?device_id=dbefaef1-729a-4827-a5be-7ee5b9293e05 HTTP/1.1" status: 200 len: 945 time: 0.3064821 Apr 19 07:43:59.896504 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc74ca0b-53ab-4d4f-98f1-edf133ada91b req-9b8a8ff1-1d9a-4859-9aca-1a6cdf709c76 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:43:59.898079 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-bc74ca0b-53ab-4d4f-98f1-edf133ada91b req-9b8a8ff1-1d9a-4859-9aca-1a6cdf709c76 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cb3e163-d85e-4af2-989d-8aeac6961b03 HTTP/1.1" status: 200 len: 944 time: 0.3230529 Apr 19 07:43:59.908837 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:43:59.962921 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] No Port match for: 4b00d976-3c2d-4b8e-95a5-bd642ddac30b {{(pid=86414) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 07:43:59.963335 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Device 4b00d976-3c2d-4b8e-95a5-bd642ddac30b not bound to the agent host hv-cinder-77387 {{(pid=86414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 07:43:59.991283 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Pushing event updated for resources: {'Port': ['ID=5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6,revision_number=10']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:43:59.994480 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:44:00.031772 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-03d1462b-97f8-473a-a605-5f20ce4591b5 req-1adc0975-bc13-4e53-964f-e7e63c355df1 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ecfeb0f-2df5-400e-8733-6e1eda84c027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326540 Apr 19 07:44:00.090219 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cb3e163-d85e-4af2-989d-8aeac6961b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6', 'code': 200} Apr 19 07:44:00.164154 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-bc74ca0b-53ab-4d4f-98f1-edf133ada91b req-a5d42215-acb5-4932-b88b-5f8d62a94795 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=36650465-235a-4162-8acf-4b22f62c04fd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2278893 Apr 19 07:44:00.339930 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-df187614-1181-4222-b068-bbc702429dca tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:00.424614 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-df187614-1181-4222-b068-bbc702429dca tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:00.724339 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe13a14-e071-42a0-bfb7-b47a41c6d6a4 req-c376aed3-c60d-4379-bb49-235a42eb39b6 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:44:00.725817 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-0fe13a14-e071-42a0-bfb7-b47a41c6d6a4 req-c376aed3-c60d-4379-bb49-235a42eb39b6 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=947030fe-ad0e-4b25-98e0-790795d6c121 HTTP/1.1" status: 200 len: 945 time: 0.1471026 Apr 19 07:44:00.730143 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-df187614-1181-4222-b068-bbc702429dca tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Notify callbacks [] for port, precommit_update {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:00.748832 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-df187614-1181-4222-b068-bbc702429dca tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851878043'] for port, after_update {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:00.756860 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c28e1-d783-46d2-8f1c-72eae71493ea req-703c5053-5162-45a6-b56f-2646d8069c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:44:00.758496 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-180c28e1-d783-46d2-8f1c-72eae71493ea req-703c5053-5162-45a6-b56f-2646d8069c2c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7cb3e163-d85e-4af2-989d-8aeac6961b03 HTTP/1.1" status: 200 len: 1099 time: 0.0804918 Apr 19 07:44:00.758721 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-f37fc0cc-942d-4108-8c2b-469d27a78202 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:44:00.805545 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-180c28e1-d783-46d2-8f1c-72eae71493ea req-135495e1-e7a8-4d7a-9db9-908a310ea7bc service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=36650465-235a-4162-8acf-4b22f62c04fd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0393593 Apr 19 07:44:00.864662 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-0fe13a14-e071-42a0-bfb7-b47a41c6d6a4 req-0a3cd104-7edf-459c-8f01-9308bbdf621c tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321094 Apr 19 07:44:00.889390 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df187614-1181-4222-b068-bbc702429dca tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Pushing event updated for resources: {'Port': ['ID=6a99acb5-d4dc-4088-b4b2-a2e98f5fd2a3,revision_number=2']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:44:00.893944 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-df187614-1181-4222-b068-bbc702429dca tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:44:00.901152 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-df187614-1181-4222-b068-bbc702429dca tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1810097'] for floatingip, after_update {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:01.085599 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.db.l3_db [None req-df187614-1181-4222-b068-bbc702429dca tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Floating IP 02b022e2-6ec1-4792-9615-882489bda5b9 associated. External IP: 172.28.2.153, port: c17df7c2-91d2-445f-a304-b89d9c6c6e81. Apr 19 07:44:01.225687 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e6c457-44b0-41f2-ba39-acc917966a22 req-01f0227a-4f02-4fef-9f92-abdfaf3a907a tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:44:01.226432 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-d7e6c457-44b0-41f2-ba39-acc917966a22 req-01f0227a-4f02-4fef-9f92-abdfaf3a907a tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Synchronizing usage tracker for tenant:156e07873a6143d89470ff601eee1cb8 on resource:port {{(pid=86412) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 07:44:01.241918 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-d7e6c457-44b0-41f2-ba39-acc917966a22 req-01f0227a-4f02-4fef-9f92-abdfaf3a907a tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Unset dirty status for tenant:156e07873a6143d89470ff601eee1cb8 on resource:port {{(pid=86412) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 07:44:01.243142 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-d7e6c457-44b0-41f2-ba39-acc917966a22 req-01f0227a-4f02-4fef-9f92-abdfaf3a907a tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbefaef1-729a-4827-a5be-7ee5b9293e05 HTTP/1.1" status: 200 len: 945 time: 0.1081026 Apr 19 07:44:01.322877 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [req-d7e6c457-44b0-41f2-ba39-acc917966a22 req-f14ce059-928f-4da3-b33d-6c8068b127bc tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Deleting port a13d1232-9f6a-424a-9ec1-acd575a7896c {{(pid=86412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 07:44:01.323148 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-d7e6c457-44b0-41f2-ba39-acc917966a22 req-f14ce059-928f-4da3-b33d-6c8068b127bc tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267090122612'] for port, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:01.596675 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [req-d7e6c457-44b0-41f2-ba39-acc917966a22 req-f14ce059-928f-4da3-b33d-6c8068b127bc tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] For port a13d1232-9f6a-424a-9ec1-acd575a7896c, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=a13d1232-9f6a-424a-9ec1-acd575a7896c,segment=NetworkSegment(a453a347-3ee5-4bff-8f95-cec0fa8d6963),segment_id=a453a347-3ee5-4bff-8f95-cec0fa8d6963)] {{(pid=86412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:44:01.596994 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-d7e6c457-44b0-41f2-ba39-acc917966a22 req-f14ce059-928f-4da3-b33d-6c8068b127bc tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852958595'] for port, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:01.755582 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc827002-e298-4f54-8a60-aca4dc84b891 req-8ed82ad5-3c20-4667-aaee-71c22116df79 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:44:01.757278 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-fc827002-e298-4f54-8a60-aca4dc84b891 req-8ed82ad5-3c20-4667-aaee-71c22116df79 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/ports?device_id=dbefaef1-729a-4827-a5be-7ee5b9293e05 HTTP/1.1" status: 200 len: 945 time: 0.6124856 Apr 19 07:44:01.781292 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d127a-4660-4488-b46b-a99f0523d767 req-d321f5f7-4f12-47c2-9b22-eafaf546815e tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:44:01.782963 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-f25d127a-4660-4488-b46b-a99f0523d767 req-d321f5f7-4f12-47c2-9b22-eafaf546815e tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cb3e163-d85e-4af2-989d-8aeac6961b03 HTTP/1.1" status: 200 len: 946 time: 0.3095181 Apr 19 07:44:01.907959 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-fc827002-e298-4f54-8a60-aca4dc84b891 req-a8e58f17-ef71-406c-ba60-3d27c3796c3b tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ecfeb0f-2df5-400e-8733-6e1eda84c027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385820 Apr 19 07:44:01.915010 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-f25d127a-4660-4488-b46b-a99f0523d767 req-4a09da8e-07dd-4e13-8e2c-4e97b353342a tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=36650465-235a-4162-8acf-4b22f62c04fd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1158516 Apr 19 07:44:01.944133 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df187614-1181-4222-b068-bbc702429dca tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Router 79ef9d24-0a07-4af8-9290-62eec12f057d has already been hosted by L3 agent af0aee0b-5275-4bf1-b5b2-246fd8e7196c {{(pid=86413) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 07:44:01.945445 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [req-d7e6c457-44b0-41f2-ba39-acc917966a22 req-f14ce059-928f-4da3-b33d-6c8068b127bc tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Calling delete_port for a13d1232-9f6a-424a-9ec1-acd575a7896c owned by compute:nova {{(pid=86412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 07:44:02.143006 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-d7e6c457-44b0-41f2-ba39-acc917966a22 req-f14ce059-928f-4da3-b33d-6c8068b127bc tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267090117919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267090550695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3936575'] for port, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:02.152784 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-0344b7d4-eaf0-4565-89fc-3f703be21185 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:44:02.157799 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] get_ports_and_sgs() called for port_ids ['103c82f6-23c0-4aca-8712-ed823c4c7ae0', 'a13d1232-9f6a-424a-9ec1-acd575a7896c'] {{(pid=86414) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 07:44:02.211824 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14ce059-928f-4da3-b33d-6c8068b127bc tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Pushing event deleted for resources: {'Port': ['ID=a13d1232-9f6a-424a-9ec1-acd575a7896c,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:44:02.240673 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4804d166-4190-4197-8af9-c934e931a08e req-b0f1be91-abd3-4e71-958f-0e35be5bd0f8 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:44:02.242260 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-4804d166-4190-4197-8af9-c934e931a08e req-b0f1be91-abd3-4e71-958f-0e35be5bd0f8 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=947030fe-ad0e-4b25-98e0-790795d6c121 HTTP/1.1" status: 200 len: 945 time: 0.1429529 Apr 19 07:44:02.251890 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df187614-1181-4222-b068-bbc702429dca tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Notify agent at l3_agent.dv-cinder-773870-2-smb the message routers_updated {{(pid=86413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 07:44:02.259762 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14ce059-928f-4da3-b33d-6c8068b127bc tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:44:02.260169 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14ce059-928f-4da3-b33d-6c8068b127bc tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:44:02.260679 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14ce059-928f-4da3-b33d-6c8068b127bc tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:44:02.260963 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14ce059-928f-4da3-b33d-6c8068b127bc tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:44:02.261363 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14ce059-928f-4da3-b33d-6c8068b127bc tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:44:02.261704 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14ce059-928f-4da3-b33d-6c8068b127bc tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:44:02.262119 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14ce059-928f-4da3-b33d-6c8068b127bc tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:44:02.262427 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14ce059-928f-4da3-b33d-6c8068b127bc tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:44:02.262809 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14ce059-928f-4da3-b33d-6c8068b127bc tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:44:02.263210 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14ce059-928f-4da3-b33d-6c8068b127bc tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:44:02.263591 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14ce059-928f-4da3-b33d-6c8068b127bc tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:44:02.263963 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14ce059-928f-4da3-b33d-6c8068b127bc tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:44:02.269036 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70621b56-18a7-47ce-a920-bda6d86d5fd5 None None] Sync routers for ids ['79ef9d24-0a07-4af8-9290-62eec12f057d'] in dv-cinder-773870-2-smb {{(pid=86415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 07:44:02.282332 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70621b56-18a7-47ce-a920-bda6d86d5fd5 None None] Routers {'79ef9d24-0a07-4af8-9290-62eec12f057d'} bound to L3 agent in host dv-cinder-773870-2-smb {{(pid=86415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 07:44:02.284738 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-70621b56-18a7-47ce-a920-bda6d86d5fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T07:32:39Z,description=,heartbeat_timestamp=2021-04-19T07:43:39Z,host='dv-cinder-773870-2-smb',id=af0aee0b-5275-4bf1-b5b2-246fd8e7196c,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T07:32:39Z,topic='l3_agent')) {'router_ids': ['79ef9d24-0a07-4af8-9290-62eec12f057d'], 'active': True} {{(pid=86415) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:44:02.294722 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-f14ce059-928f-4da3-b33d-6c8068b127bc tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:44:02.311202 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7e6c457-44b0-41f2-ba39-acc917966a22 req-f14ce059-928f-4da3-b33d-6c8068b127bc tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] No DVR routers for this DVR port a13d1232-9f6a-424a-9ec1-acd575a7896c on host hv-cinder-77387 {{(pid=86412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 07:44:02.315179 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-d7e6c457-44b0-41f2-ba39-acc917966a22 req-f14ce059-928f-4da3-b33d-6c8068b127bc tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773070'] for port, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:02.319889 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbefaef1-729a-4827-a5be-7ee5b9293e05', 'name': 'network-vif-deleted', 'tag': 'a13d1232-9f6a-424a-9ec1-acd575a7896c'}] {{(pid=86412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 07:44:02.336062 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-df187614-1181-4222-b068-bbc702429dca tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773070'] for floatingip, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:02.338575 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-d7e6c457-44b0-41f2-ba39-acc917966a22 req-f14ce059-928f-4da3-b33d-6c8068b127bc tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.42 "DELETE /v2.0/ports/a13d1232-9f6a-424a-9ec1-acd575a7896c HTTP/1.1" status: 204 len: 173 time: 1.0894849 Apr 19 07:44:02.379957 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-4804d166-4190-4197-8af9-c934e931a08e req-23390b59-e6a9-42a0-848d-76bddc0d83e2 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257694 Apr 19 07:44:02.417066 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbefaef1-729a-4827-a5be-7ee5b9293e05', 'name': 'network-vif-deleted', 'tag': 'a13d1232-9f6a-424a-9ec1-acd575a7896c', 'status': 'completed', 'code': 200} Apr 19 07:44:02.453178 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-df187614-1181-4222-b068-bbc702429dca tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.5756102 Apr 19 07:44:02.459834 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0c8ee91-d18f-4ffb-b5ef-041529e11cb2', 'tag': 'c17df7c2-91d2-445f-a304-b89d9c6c6e81'}] {{(pid=86413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 07:44:02.514895 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0c8ee91-d18f-4ffb-b5ef-041529e11cb2', 'tag': 'c17df7c2-91d2-445f-a304-b89d9c6c6e81', 'status': 'completed', 'code': 200} Apr 19 07:44:02.569314 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvr_db [None req-70621b56-18a7-47ce-a920-bda6d86d5fd5 None None] Set router 79ef9d24-0a07-4af8-9290-62eec12f057d gateway port host: dv-cinder-773870-2-smb {{(pid=86415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 07:44:02.622742 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc3931c-ba72-4d94-8351-8376c94f7f4a req-680d78ea-0f75-4cca-b32e-36cd27aed185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:44:02.624748 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-5cc3931c-ba72-4d94-8351-8376c94f7f4a req-680d78ea-0f75-4cca-b32e-36cd27aed185 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d586c25e55a34159945f172e7227aaea&device_id=a0c8ee91-d18f-4ffb-b5ef-041529e11cb2 HTTP/1.1" status: 200 len: 1099 time: 0.0825090 Apr 19 07:44:02.777573 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc3931c-ba72-4d94-8351-8376c94f7f4a req-3b635c3a-1629-4b9c-9690-8ca332a605ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:44:02.779248 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-5cc3931c-ba72-4d94-8351-8376c94f7f4a req-3b635c3a-1629-4b9c-9690-8ca332a605ee service neutron] 10.222.0.42 "GET /v2.0/networks?id=f31f6013-b5a9-48b8-9235-e85b54de9f4c HTTP/1.1" status: 200 len: 910 time: 0.1477399 Apr 19 07:44:02.904245 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-5cc3931c-ba72-4d94-8351-8376c94f7f4a req-c5c95ee3-a464-48da-8975-a56a31981047 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c17df7c2-91d2-445f-a304-b89d9c6c6e81 HTTP/1.1" status: 200 len: 1000 time: 0.1114159 Apr 19 07:44:02.980462 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-70621b56-18a7-47ce-a920-bda6d86d5fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79ef9d24-0a07-4af8-9290-62eec12f057d', 'name': 'tempest-TestShelveInstance-1678805845-router', 'tenant_id': 'd586c25e55a34159945f172e7227aaea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': '86e2b77d-af63-4602-9901-c4b664140e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:42:42Z', 'updated_at': '2021-04-19T07:42:49Z', 'revision_number': 4, 'project_id': 'd586c25e55a34159945f172e7227aaea', 'gw_port': {'id': '86e2b77d-af63-4602-9901-c4b664140e64', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ef9d24-0a07-4af8-9290-62eec12f057d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:42:43Z', 'updated_at': '2021-04-19T07:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb', '_floatingips': [{'id': '02b022e2-6ec1-4792-9615-882489bda5b9', 'tenant_id': 'd586c25e55a34159945f172e7227aaea', 'floating_ip_address': '172.28.2.153', 'floating_network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'router_id': '79ef9d24-0a07-4af8-9290-62eec12f057d', 'port_id': 'c17df7c2-91d2-445f-a304-b89d9c6c6e81', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f31f6013-b5a9-48b8-9235-e85b54de9f4c', 'mac_address': 'fa:16:3e:23:fa:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0c8ee91-d18f-4ffb-b5ef-041529e11cb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T07:44:00Z', 'updated_at': '2021-04-19T07:44:00Z', 'revision_number': 0, 'project_id': 'd586c25e55a34159945f172e7227aaea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a18b6a90-9db7-4a9c-becd-b14baea25303', 'name': '', 'network_id': 'f31f6013-b5a9-48b8-9235-e85b54de9f4c', 'tenant_id': 'd586c25e55a34159945f172e7227aaea', 'mac_address': 'fa:16:3e:8b:93:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ef9d24-0a07-4af8-9290-62eec12f057d', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '30300aca-9c6c-45e4-95e0-6b32276ec6ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:42:47Z', 'updated_at': '2021-04-19T07:42:58Z', 'revision_number': 5, 'project_id': 'd586c25e55a34159945f172e7227aaea', 'subnets': [{'id': '30300aca-9c6c-45e4-95e0-6b32276ec6ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-smb', False) {} {{(pid=86415) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:44:02.984733 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70621b56-18a7-47ce-a920-bda6d86d5fd5 None None] Checking router: 79ef9d24-0a07-4af8-9290-62eec12f057d for host: dv-cinder-773870-2-smb {{(pid=86415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 07:44:02.994508 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70621b56-18a7-47ce-a920-bda6d86d5fd5 None None] Routers {'79ef9d24-0a07-4af8-9290-62eec12f057d'} bound to L3 agent in host dv-cinder-773870-2-smb {{(pid=86415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 07:44:02.995438 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-70621b56-18a7-47ce-a920-bda6d86d5fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T07:32:39Z,description=,heartbeat_timestamp=2021-04-19T07:43:39Z,host='dv-cinder-773870-2-smb',id=af0aee0b-5275-4bf1-b5b2-246fd8e7196c,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T07:32:39Z,topic='l3_agent')) {'router_ids': ['79ef9d24-0a07-4af8-9290-62eec12f057d'], 'active': True} {{(pid=86415) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:44:03.008558 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc3931c-ba72-4d94-8351-8376c94f7f4a req-5fd4cb60-81b8-4bea-85d0-d01cbd81ce9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:44:03.010345 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-5cc3931c-ba72-4d94-8351-8376c94f7f4a req-5fd4cb60-81b8-4bea-85d0-d01cbd81ce9c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=30300aca-9c6c-45e4-95e0-6b32276ec6ab HTTP/1.1" status: 200 len: 848 time: 0.1000950 Apr 19 07:44:03.172064 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc3931c-ba72-4d94-8351-8376c94f7f4a req-6aa10b16-786c-402c-9f79-f86819e2221a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:44:03.173708 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-5cc3931c-ba72-4d94-8351-8376c94f7f4a req-6aa10b16-786c-402c-9f79-f86819e2221a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f31f6013-b5a9-48b8-9235-e85b54de9f4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1370039 Apr 19 07:44:03.213000 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-2718d40f-2564-48db-8205-dc5ae4e2c6f5 req-33cfeef8-3504-49ec-ac31-b2d7d8136ea5 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/ports?device_id=dbefaef1-729a-4827-a5be-7ee5b9293e05 HTTP/1.1" status: 200 len: 210 time: 0.1044466 Apr 19 07:44:03.263597 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6894e28c-833b-4ebc-a8a8-f5abec08d564 req-09d76cea-d0ee-4ca1-aecd-dcb45b212c23 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:44:03.265307 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-6894e28c-833b-4ebc-a8a8-f5abec08d564 req-09d76cea-d0ee-4ca1-aecd-dcb45b212c23 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cb3e163-d85e-4af2-989d-8aeac6961b03 HTTP/1.1" status: 200 len: 946 time: 0.1123188 Apr 19 07:44:03.314775 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-6894e28c-833b-4ebc-a8a8-f5abec08d564 req-8b213bb4-b5b1-441f-889c-1e356d7ef8b5 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=36650465-235a-4162-8acf-4b22f62c04fd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0424106 Apr 19 07:44:03.331634 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-5cc3931c-ba72-4d94-8351-8376c94f7f4a req-4d0dc981-3259-447a-b5bf-7d238c9d342d service neutron] 10.222.0.42 "GET /v2.0/networks/f31f6013-b5a9-48b8-9235-e85b54de9f4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498554 Apr 19 07:44:03.377441 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvr_db [None req-70621b56-18a7-47ce-a920-bda6d86d5fd5 None None] Set router 79ef9d24-0a07-4af8-9290-62eec12f057d gateway port host: dv-cinder-773870-2-smb {{(pid=86415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 07:44:03.487440 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-5cc3931c-ba72-4d94-8351-8376c94f7f4a req-83d2e72b-d32f-4df6-9594-a5e6a3918e24 service neutron] 10.222.0.42 "GET /v2.0/networks/f31f6013-b5a9-48b8-9235-e85b54de9f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455977 Apr 19 07:44:03.583600 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2a9dfb-b13f-4c30-a150-4a7bbf32b8cb req-a278f4f2-f14a-4a4f-aab3-5f91511e29c5 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:44:03.585102 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-5d2a9dfb-b13f-4c30-a150-4a7bbf32b8cb req-a278f4f2-f14a-4a4f-aab3-5f91511e29c5 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=947030fe-ad0e-4b25-98e0-790795d6c121 HTTP/1.1" status: 200 len: 945 time: 0.0906520 Apr 19 07:44:03.635436 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-5d2a9dfb-b13f-4c30-a150-4a7bbf32b8cb req-854ce259-237d-4136-b3d9-41e6cb9133be tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430264 Apr 19 07:44:03.749911 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-70621b56-18a7-47ce-a920-bda6d86d5fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79ef9d24-0a07-4af8-9290-62eec12f057d', 'name': 'tempest-TestShelveInstance-1678805845-router', 'tenant_id': 'd586c25e55a34159945f172e7227aaea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': '86e2b77d-af63-4602-9901-c4b664140e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:42:42Z', 'updated_at': '2021-04-19T07:42:49Z', 'revision_number': 4, 'project_id': 'd586c25e55a34159945f172e7227aaea', 'gw_port': {'id': '86e2b77d-af63-4602-9901-c4b664140e64', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ef9d24-0a07-4af8-9290-62eec12f057d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:42:43Z', 'updated_at': '2021-04-19T07:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb', '_floatingips': [{'id': '02b022e2-6ec1-4792-9615-882489bda5b9', 'tenant_id': 'd586c25e55a34159945f172e7227aaea', 'floating_ip_address': '172.28.2.153', 'floating_network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'router_id': '79ef9d24-0a07-4af8-9290-62eec12f057d', 'port_id': 'c17df7c2-91d2-445f-a304-b89d9c6c6e81', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f31f6013-b5a9-48b8-9235-e85b54de9f4c', 'mac_address': 'fa:16:3e:23:fa:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0c8ee91-d18f-4ffb-b5ef-041529e11cb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T07:44:00Z', 'updated_at': '2021-04-19T07:44:00Z', 'revision_number': 0, 'project_id': 'd586c25e55a34159945f172e7227aaea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a18b6a90-9db7-4a9c-becd-b14baea25303', 'name': '', 'network_id': 'f31f6013-b5a9-48b8-9235-e85b54de9f4c', 'tenant_id': 'd586c25e55a34159945f172e7227aaea', 'mac_address': 'fa:16:3e:8b:93:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ef9d24-0a07-4af8-9290-62eec12f057d', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '30300aca-9c6c-45e4-95e0-6b32276ec6ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:42:47Z', 'updated_at': '2021-04-19T07:42:58Z', 'revision_number': 5, 'project_id': 'd586c25e55a34159945f172e7227aaea', 'subnets': [{'id': '30300aca-9c6c-45e4-95e0-6b32276ec6ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-smb', False) {} {{(pid=86415) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:44:03.754405 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70621b56-18a7-47ce-a920-bda6d86d5fd5 None None] The sync data for ids ['79ef9d24-0a07-4af8-9290-62eec12f057d'] in dv-cinder-773870-2-smb is: [{'id': '79ef9d24-0a07-4af8-9290-62eec12f057d', 'name': 'tempest-TestShelveInstance-1678805845-router', 'tenant_id': 'd586c25e55a34159945f172e7227aaea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': '86e2b77d-af63-4602-9901-c4b664140e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:42:42Z', 'updated_at': '2021-04-19T07:42:49Z', 'revision_number': 4, 'project_id': 'd586c25e55a34159945f172e7227aaea', 'gw_port': {'id': '86e2b77d-af63-4602-9901-c4b664140e64', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ef9d24-0a07-4af8-9290-62eec12f057d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:42:43Z', 'updated_at': '2021-04-19T07:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb', '_floatingips': [{'id': '02b022e2-6ec1-4792-9615-882489bda5b9', 'tenant_id': 'd586c25e55a34159945f172e7227aaea', 'floating_ip_address': '172.28.2.153', 'floating_network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'router_id': '79ef9d24-0a07-4af8-9290-62eec12f057d', 'port_id': 'c17df7c2-91d2-445f-a304-b89d9c6c6e81', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f31f6013-b5a9-48b8-9235-e85b54de9f4c', 'mac_address': 'fa:16:3e:23:fa:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0c8ee91-d18f-4ffb-b5ef-041529e11cb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T07:44:00Z', 'updated_at': '2021-04-19T07:44:00Z', 'revision_number': 0, 'project_id': 'd586c25e55a34159945f172e7227aaea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a18b6a90-9db7-4a9c-becd-b14baea25303', 'name': '', 'network_id': 'f31f6013-b5a9-48b8-9235-e85b54de9f4c', 'tenant_id': 'd586c25e55a34159945f172e7227aaea', 'mac_address': 'fa:16:3e:8b:93:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ef9d24-0a07-4af8-9290-62eec12f057d', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '30300aca-9c6c-45e4-95e0-6b32276ec6ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:42:47Z', 'updated_at': '2021-04-19T07:42:58Z', 'revision_number': 5, 'project_id': 'd586c25e55a34159945f172e7227aaea', 'subnets': [{'id': '30300aca-9c6c-45e4-95e0-6b32276ec6ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 07:44:04.081119 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b112b06-e58e-461b-9edd-6ef8508c9be4 None None] New status for floating IP 02b022e2-6ec1-4792-9615-882489bda5b9: ACTIVE {{(pid=86414) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 07:44:04.850993 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9242c0f-53cf-4d10-8757-eeed2fd86fdd req-45ffce44-9984-4615-af45-005d231e524e tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:44:04.852608 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-c9242c0f-53cf-4d10-8757-eeed2fd86fdd req-45ffce44-9984-4615-af45-005d231e524e tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=947030fe-ad0e-4b25-98e0-790795d6c121 HTTP/1.1" status: 200 len: 945 time: 0.0963268 Apr 19 07:44:04.903877 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-c9242c0f-53cf-4d10-8757-eeed2fd86fdd req-bb80b09c-c421-4587-a683-71b860a4c821 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447574 Apr 19 07:44:05.670131 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Device a13d1232-9f6a-424a-9ec1-acd575a7896c no longer exists at agent hyperv_hv-cinder-77387 {{(pid=86414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 07:44:05.711823 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] No Port match for: a13d1232-9f6a-424a-9ec1-acd575a7896c {{(pid=86414) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 07:44:05.712196 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Device a13d1232-9f6a-424a-9ec1-acd575a7896c not bound to the agent host hv-cinder-77387 {{(pid=86414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 07:44:05.997444 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50043b3f-8572-4dee-b7a0-e0cd27906724 req-d162d237-7745-408d-937f-bd788c9fb799 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:44:05.999050 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-50043b3f-8572-4dee-b7a0-e0cd27906724 req-d162d237-7745-408d-937f-bd788c9fb799 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/ports?device_id=f84f58c2-d51c-4a14-86e9-8624ad7b2799 HTTP/1.1" status: 200 len: 946 time: 0.0992672 Apr 19 07:44:06.104845 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-50043b3f-8572-4dee-b7a0-e0cd27906724 req-7a29d93e-a670-4223-901d-32a1ee1e55ad tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ecfeb0f-2df5-400e-8733-6e1eda84c027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989282 Apr 19 07:44:06.142992 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36be3f28-50b3-40ec-a7c2-0c02c4fd7023 req-9f6f7ae9-c7f2-4c16-b03d-fa8ffd5921e2 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:44:06.144571 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-36be3f28-50b3-40ec-a7c2-0c02c4fd7023 req-9f6f7ae9-c7f2-4c16-b03d-fa8ffd5921e2 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=947030fe-ad0e-4b25-98e0-790795d6c121 HTTP/1.1" status: 200 len: 945 time: 0.1177242 Apr 19 07:44:06.195950 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-36be3f28-50b3-40ec-a7c2-0c02c4fd7023 req-b58ade94-0d4d-4be6-87da-d1468249c92f tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445695 Apr 19 07:44:06.363132 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735bdeaf-ae85-46d0-abf0-b555a20545f6 req-4b29c375-bb68-44e5-819f-c997cd97a570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:44:06.364781 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-735bdeaf-ae85-46d0-abf0-b555a20545f6 req-4b29c375-bb68-44e5-819f-c997cd97a570 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=947030fe-ad0e-4b25-98e0-790795d6c121 HTTP/1.1" status: 200 len: 1098 time: 0.0944388 Apr 19 07:44:06.417491 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-735bdeaf-ae85-46d0-abf0-b555a20545f6 req-b3558033-ad1e-49a2-97c5-c88136548b37 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452285 Apr 19 07:44:07.059064 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-1b528744-0e8d-4b6e-9b46-7c3915bb01fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:07.324994 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edeb6ad-7474-4a39-a77f-138ac547ad96 req-041c38bc-b97a-4faf-b1c4-0d70d41e7451 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:44:07.326555 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-4edeb6ad-7474-4a39-a77f-138ac547ad96 req-041c38bc-b97a-4faf-b1c4-0d70d41e7451 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/ports?device_id=f84f58c2-d51c-4a14-86e9-8624ad7b2799 HTTP/1.1" status: 200 len: 946 time: 0.0996315 Apr 19 07:44:07.444738 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-4edeb6ad-7474-4a39-a77f-138ac547ad96 req-29280236-21d2-4109-93e5-875bdc7cd7d4 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ecfeb0f-2df5-400e-8733-6e1eda84c027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728178 Apr 19 07:44:07.463246 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fbafbe-dc9e-40e0-9c32-0437f51605a2 req-6c155905-885b-4fcc-83b2-4fc3d72fa90a tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:44:07.464832 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-79fbafbe-dc9e-40e0-9c32-0437f51605a2 req-6c155905-885b-4fcc-83b2-4fc3d72fa90a tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=947030fe-ad0e-4b25-98e0-790795d6c121 HTTP/1.1" status: 200 len: 945 time: 0.1373506 Apr 19 07:44:07.516536 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-79fbafbe-dc9e-40e0-9c32-0437f51605a2 req-09758086-48cc-4a91-982a-fea1c8662837 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426221 Apr 19 07:44:07.845114 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb96ea84-2b2c-4f13-85c1-d39401fe554e req-fa5d8d67-1b00-494b-bb08-60ab130e950e tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:44:07.845853 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-fb96ea84-2b2c-4f13-85c1-d39401fe554e req-fa5d8d67-1b00-494b-bb08-60ab130e950e tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Synchronizing usage tracker for tenant:156e07873a6143d89470ff601eee1cb8 on resource:port {{(pid=86412) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 07:44:07.862584 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-fb96ea84-2b2c-4f13-85c1-d39401fe554e req-fa5d8d67-1b00-494b-bb08-60ab130e950e tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Unset dirty status for tenant:156e07873a6143d89470ff601eee1cb8 on resource:port {{(pid=86412) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 07:44:07.864828 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-fb96ea84-2b2c-4f13-85c1-d39401fe554e req-fa5d8d67-1b00-494b-bb08-60ab130e950e tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.42 "GET /v2.0/ports?device_id=f84f58c2-d51c-4a14-86e9-8624ad7b2799 HTTP/1.1" status: 200 len: 946 time: 0.1084511 Apr 19 07:44:07.955856 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [req-fb96ea84-2b2c-4f13-85c1-d39401fe554e req-3d30ffd0-6b96-44e2-a323-076ec7ea1999 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Deleting port 103c82f6-23c0-4aca-8712-ed823c4c7ae0 {{(pid=86412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 07:44:07.956237 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-fb96ea84-2b2c-4f13-85c1-d39401fe554e req-3d30ffd0-6b96-44e2-a323-076ec7ea1999 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267090122612'] for port, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:08.232005 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [req-fb96ea84-2b2c-4f13-85c1-d39401fe554e req-3d30ffd0-6b96-44e2-a323-076ec7ea1999 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] For port 103c82f6-23c0-4aca-8712-ed823c4c7ae0, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=103c82f6-23c0-4aca-8712-ed823c4c7ae0,segment=NetworkSegment(a453a347-3ee5-4bff-8f95-cec0fa8d6963),segment_id=a453a347-3ee5-4bff-8f95-cec0fa8d6963)] {{(pid=86412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:44:08.232590 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-fb96ea84-2b2c-4f13-85c1-d39401fe554e req-3d30ffd0-6b96-44e2-a323-076ec7ea1999 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852958595'] for port, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:08.368909 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [req-fb96ea84-2b2c-4f13-85c1-d39401fe554e req-3d30ffd0-6b96-44e2-a323-076ec7ea1999 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Calling delete_port for 103c82f6-23c0-4aca-8712-ed823c4c7ae0 owned by compute:nova {{(pid=86412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 07:44:08.517707 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-fb96ea84-2b2c-4f13-85c1-d39401fe554e req-3d30ffd0-6b96-44e2-a323-076ec7ea1999 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267090117919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267090550695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3936575'] for port, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:08.524164 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-f55efbc6-6742-48e2-86cf-f2e8acc0fe14 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:44:08.529182 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] get_ports_and_sgs() called for port_ids ['103c82f6-23c0-4aca-8712-ed823c4c7ae0'] {{(pid=86414) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 07:44:08.577819 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d30ffd0-6b96-44e2-a323-076ec7ea1999 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Pushing event deleted for resources: {'Port': ['ID=103c82f6-23c0-4aca-8712-ed823c4c7ae0,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:44:08.581204 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-3d30ffd0-6b96-44e2-a323-076ec7ea1999 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:44:08.619407 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-1438fcb7-cae7-4072-b27a-206e4b4842c2 req-353252ca-0b4e-45ad-a24c-e5e8bd283d15 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/ports?device_id=f84f58c2-d51c-4a14-86e9-8624ad7b2799 HTTP/1.1" status: 200 len: 210 time: 0.0496686 Apr 19 07:44:08.656482 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb96ea84-2b2c-4f13-85c1-d39401fe554e req-3d30ffd0-6b96-44e2-a323-076ec7ea1999 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] No DVR routers for this DVR port 103c82f6-23c0-4aca-8712-ed823c4c7ae0 on host hv-cinder-77387 {{(pid=86412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 07:44:08.659025 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-fb96ea84-2b2c-4f13-85c1-d39401fe554e req-3d30ffd0-6b96-44e2-a323-076ec7ea1999 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773070'] for port, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:08.661894 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f84f58c2-d51c-4a14-86e9-8624ad7b2799', 'name': 'network-vif-deleted', 'tag': '103c82f6-23c0-4aca-8712-ed823c4c7ae0'}] {{(pid=86412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 07:44:08.677170 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-fb96ea84-2b2c-4f13-85c1-d39401fe554e req-3d30ffd0-6b96-44e2-a323-076ec7ea1999 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.42 "DELETE /v2.0/ports/103c82f6-23c0-4aca-8712-ed823c4c7ae0 HTTP/1.1" status: 204 len: 173 time: 0.8065596 Apr 19 07:44:08.710661 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f84f58c2-d51c-4a14-86e9-8624ad7b2799', 'name': 'network-vif-deleted', 'tag': '103c82f6-23c0-4aca-8712-ed823c4c7ae0', 'status': 'completed', 'code': 200} Apr 19 07:44:08.746715 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0654004-0a1b-49eb-9d99-aa1625057dee req-647dc2f4-342a-442a-92e3-71d223d75062 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:44:08.748463 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-b0654004-0a1b-49eb-9d99-aa1625057dee req-647dc2f4-342a-442a-92e3-71d223d75062 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=947030fe-ad0e-4b25-98e0-790795d6c121 HTTP/1.1" status: 200 len: 945 time: 0.0953205 Apr 19 07:44:08.799830 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-b0654004-0a1b-49eb-9d99-aa1625057dee req-32cb00e4-6e12-43c6-af03-7e9d055b4cbb tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442073 Apr 19 07:44:08.886628 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-5465e6a1-7904-464b-a460-493f76e88d66 req-d2a40b1b-79d9-4320-b17b-ac7bbae182b4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=104fc9d4-1bba-4041-b2b1-b56400a80d0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0805635 Apr 19 07:44:08.986581 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5465e6a1-7904-464b-a460-493f76e88d66 req-a134303c-bb19-4cb1-9ccc-c9c8a923af22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:44:08.988570 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-5465e6a1-7904-464b-a460-493f76e88d66 req-a134303c-bb19-4cb1-9ccc-c9c8a923af22 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4785af1c8f0e4b01af43cb5ee0e71925&device_id=104fc9d4-1bba-4041-b2b1-b56400a80d0f HTTP/1.1" status: 200 len: 1098 time: 0.0794110 Apr 19 07:44:09.136382 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-11748f47-f912-45c1-bca4-b89804c90aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:09.172619 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5465e6a1-7904-464b-a460-493f76e88d66 req-9aab073a-9c2a-47e5-990c-0eb9d33a9f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:44:09.174379 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-5465e6a1-7904-464b-a460-493f76e88d66 req-9aab073a-9c2a-47e5-990c-0eb9d33a9f9f service neutron] 10.222.0.42 "GET /v2.0/networks?id=9f8aa9f4-c051-436b-a77b-0b1e6ac2b108 HTTP/1.1" status: 200 len: 912 time: 0.1647043 Apr 19 07:44:09.357409 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-5465e6a1-7904-464b-a460-493f76e88d66 req-d0c70a8e-b76c-487d-bc3c-99b332c36683 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a682408a-56d5-476e-90a7-5a0185eb46ea HTTP/1.1" status: 200 len: 1001 time: 0.1564569 Apr 19 07:44:09.397800 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08200550-cd11-4537-8243-a4eaa3449132 req-683f813b-6f71-4fe2-9fe7-7a61e21ecb29 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:44:09.399388 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-08200550-cd11-4537-8243-a4eaa3449132 req-683f813b-6f71-4fe2-9fe7-7a61e21ecb29 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=947030fe-ad0e-4b25-98e0-790795d6c121 HTTP/1.1" status: 200 len: 945 time: 0.0974119 Apr 19 07:44:09.439567 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd4075-839f-4294-9c27-bc95e3cd7539 req-91fbc03e-e8d1-461e-a603-2c26c5c269b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:44:09.441376 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-c0cd4075-839f-4294-9c27-bc95e3cd7539 req-91fbc03e-e8d1-461e-a603-2c26c5c269b1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e16dd95cee524812ae6d6b49005c2136&device_id=947030fe-ad0e-4b25-98e0-790795d6c121 HTTP/1.1" status: 200 len: 1098 time: 0.1663809 Apr 19 07:44:09.448323 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5465e6a1-7904-464b-a460-493f76e88d66 req-e1298999-5de5-4331-8bbc-e3588a5a5710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:44:09.449866 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-5465e6a1-7904-464b-a460-493f76e88d66 req-e1298999-5de5-4331-8bbc-e3588a5a5710 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=de605b46-a093-48ae-a63f-9a51e235e4b3 HTTP/1.1" status: 200 len: 850 time: 0.0782480 Apr 19 07:44:09.465128 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-08200550-cd11-4537-8243-a4eaa3449132 req-af07b702-ea51-497b-add1-636ee1a7a11b tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589514 Apr 19 07:44:09.682868 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd4075-839f-4294-9c27-bc95e3cd7539 req-feaba8bd-1eac-489d-adf1-e275b9b865df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:44:09.684594 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-c0cd4075-839f-4294-9c27-bc95e3cd7539 req-feaba8bd-1eac-489d-adf1-e275b9b865df service neutron] 10.222.0.42 "GET /v2.0/networks?id=c60a7a0e-d7f4-4271-80f2-d9ececf82671 HTTP/1.1" status: 200 len: 919 time: 0.2264795 Apr 19 07:44:09.690485 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5465e6a1-7904-464b-a460-493f76e88d66 req-f6a9a550-7594-4632-8515-89ec3c907bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:44:09.692028 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-5465e6a1-7904-464b-a460-493f76e88d66 req-f6a9a550-7594-4632-8515-89ec3c907bed service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9f8aa9f4-c051-436b-a77b-0b1e6ac2b108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2016110 Apr 19 07:44:09.777054 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bf2cef0d-0a86-410b-90d7-6d8fe7ad6153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:09.797613 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-c0cd4075-839f-4294-9c27-bc95e3cd7539 req-94787a4e-2e81-4247-b223-d84199d7f316 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e081745-18ec-437a-991c-88ad319333bc HTTP/1.1" status: 200 len: 217 time: 0.1045787 Apr 19 07:44:09.815226 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-42ab2b6e-f9a0-434f-b106-92daffefb264 req-ac824cac-f2ac-4b06-af28-2884dfdfdc14 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] 10.222.0.41 "GET /v2.0/ports?device_id=f84f58c2-d51c-4a14-86e9-8624ad7b2799 HTTP/1.1" status: 200 len: 210 time: 0.0563192 Apr 19 07:44:09.948188 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd4075-839f-4294-9c27-bc95e3cd7539 req-d1b7e4f5-f571-41bf-a700-c084d02121fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:44:09.949758 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-c0cd4075-839f-4294-9c27-bc95e3cd7539 req-d1b7e4f5-f571-41bf-a700-c084d02121fe service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d7ac704f-a7c2-4301-8e27-7927e5a3d15d HTTP/1.1" status: 200 len: 858 time: 0.0991445 Apr 19 07:44:09.957771 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-5465e6a1-7904-464b-a460-493f76e88d66 req-5f4e85ce-1a3f-48ce-923e-f151fee649d8 service neutron] 10.222.0.42 "GET /v2.0/networks/9f8aa9f4-c051-436b-a77b-0b1e6ac2b108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125869 Apr 19 07:44:10.038158 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-c0cd4075-839f-4294-9c27-bc95e3cd7539 req-119a3693-8d07-4e3a-ac51-532a7b8b9cd2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c60a7a0e-d7f4-4271-80f2-d9ececf82671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793607 Apr 19 07:44:10.434347 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:10.461061 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-5465e6a1-7904-464b-a460-493f76e88d66 req-db96805a-d328-4184-a72d-3037fc32ab7c service neutron] 10.222.0.42 "GET /v2.0/networks/9f8aa9f4-c051-436b-a77b-0b1e6ac2b108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4679468 Apr 19 07:44:10.486243 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-c0cd4075-839f-4294-9c27-bc95e3cd7539 req-de98cc48-df2a-4bc9-bc5a-cf3f8dedb355 service neutron] 10.222.0.42 "GET /v2.0/networks/c60a7a0e-d7f4-4271-80f2-d9ececf82671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4402225 Apr 19 07:44:10.613993 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:10.637999 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-c0cd4075-839f-4294-9c27-bc95e3cd7539 req-fb04fa5d-23b7-41bf-b6dd-2a7c337c596f service neutron] 10.222.0.42 "GET /v2.0/networks/c60a7a0e-d7f4-4271-80f2-d9ececf82671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389039 Apr 19 07:44:10.681877 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa970e-6651-48f0-a6ab-4743782d79e1 req-fcfdece7-b457-4edb-a5df-cff8f497eef7 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:44:10.684017 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-43fa970e-6651-48f0-a6ab-4743782d79e1 req-fcfdece7-b457-4edb-a5df-cff8f497eef7 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=947030fe-ad0e-4b25-98e0-790795d6c121 HTTP/1.1" status: 200 len: 945 time: 0.1002920 Apr 19 07:44:10.733454 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-43fa970e-6651-48f0-a6ab-4743782d79e1 req-e97da2ac-fcc0-4d39-8c80-6354dcaeefa2 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428145 Apr 19 07:44:10.921636 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 40592) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:44:10.991747 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.db_base_plugin_v2 [None req-83f92c3d-9132-4c5d-a667-fd8b12b9d6e4 admin admin] Deleting subnet 97dcc01a-d0cc-4dce-9455-151a64e8fa2f {{(pid=86413) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 07:44:10.994995 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-83f92c3d-9132-4c5d-a667-fd8b12b9d6e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:11.047715 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-83f92c3d-9132-4c5d-a667-fd8b12b9d6e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3833701'] for subnet, precommit_delete_associations {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:11.112117 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-83f92c3d-9132-4c5d-a667-fd8b12b9d6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-771124'] for subnet, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:11.338485 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d08bd89e-63cf-49bc-b1d3-e1c35da66f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:11.395423 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-83f92c3d-9132-4c5d-a667-fd8b12b9d6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854004724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1716840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2896568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036850877896'] for subnet, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:11.400380 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:44:11.441311 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-83f92c3d-9132-4c5d-a667-fd8b12b9d6e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853097331'] for subnet, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:11.444252 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f92c3d-9132-4c5d-a667-fd8b12b9d6e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97dcc01a-d0cc-4dce-9455-151a64e8fa2f,revision_number=None']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:44:11.460695 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f92c3d-9132-4c5d-a667-fd8b12b9d6e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:44:11.461038 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f92c3d-9132-4c5d-a667-fd8b12b9d6e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:44:11.461468 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f92c3d-9132-4c5d-a667-fd8b12b9d6e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:44:11.461856 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f92c3d-9132-4c5d-a667-fd8b12b9d6e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:44:11.462238 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f92c3d-9132-4c5d-a667-fd8b12b9d6e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:44:11.462671 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f92c3d-9132-4c5d-a667-fd8b12b9d6e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:44:11.463050 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f92c3d-9132-4c5d-a667-fd8b12b9d6e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:44:11.463455 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f92c3d-9132-4c5d-a667-fd8b12b9d6e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:44:11.463833 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f92c3d-9132-4c5d-a667-fd8b12b9d6e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:44:11.464205 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f92c3d-9132-4c5d-a667-fd8b12b9d6e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:44:11.464577 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f92c3d-9132-4c5d-a667-fd8b12b9d6e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:44:11.464948 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f92c3d-9132-4c5d-a667-fd8b12b9d6e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:44:11.468442 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-83f92c3d-9132-4c5d-a667-fd8b12b9d6e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:44:11.470907 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-83f92c3d-9132-4c5d-a667-fd8b12b9d6e4 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/97dcc01a-d0cc-4dce-9455-151a64e8fa2f HTTP/1.1" status: 204 len: 168 time: 0.5476065 Apr 19 07:44:11.473142 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 40596) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:44:11.586129 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-52ea3030-f0fd-4a5f-a0c3-09faa9c71e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-686968'] for network, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:11.700742 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Device 103c82f6-23c0-4aca-8712-ed823c4c7ae0 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=86414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 07:44:11.725884 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-52ea3030-f0fd-4a5f-a0c3-09faa9c71e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854004639', 'neutron.services.segments.db._delete_segments_for_network-8769764573043'] for network, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:11.737487 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] No Port match for: 103c82f6-23c0-4aca-8712-ed823c4c7ae0 {{(pid=86414) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 07:44:11.738330 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Device 103c82f6-23c0-4aca-8712-ed823c4c7ae0 not bound to the agent host hv-cinder-77387 {{(pid=86414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 07:44:11.840732 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.services.segments.db [None req-52ea3030-f0fd-4a5f-a0c3-09faa9c71e6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6592c2a-0849-4380-bef8-37b4b3e1274d']}} {{(pid=86413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:44:11.859262 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.services.segments.db [None req-52ea3030-f0fd-4a5f-a0c3-09faa9c71e6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a453a347-3ee5-4bff-8f95-cec0fa8d6963') {'for_net_delete': True} {{(pid=86413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:44:11.859542 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.services.segments.db [None req-52ea3030-f0fd-4a5f-a0c3-09faa9c71e6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a453a347-3ee5-4bff-8f95-cec0fa8d6963') {} {{(pid=86413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:44:11.914771 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-52ea3030-f0fd-4a5f-a0c3-09faa9c71e6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363267090041187', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850942099'] for segment, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:11.936787 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-52ea3030-f0fd-4a5f-a0c3-09faa9c71e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853992622'] for segment, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:11.946238 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52ea3030-f0fd-4a5f-a0c3-09faa9c71e6e admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=86413) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 07:44:12.363809 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcedf967-4d02-4c23-bc14-480672b81776 req-14644573-1594-44d6-8013-e8b3aff6ed68 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:44:12.365364 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-fcedf967-4d02-4c23-bc14-480672b81776 req-14644573-1594-44d6-8013-e8b3aff6ed68 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=947030fe-ad0e-4b25-98e0-790795d6c121 HTTP/1.1" status: 200 len: 945 time: 0.5146573 Apr 19 07:44:12.377182 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-52ea3030-f0fd-4a5f-a0c3-09faa9c71e6e admin admin] Network a6592c2a-0849-4380-bef8-37b4b3e1274d has no segments {{(pid=86413) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 07:44:12.398579 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-52ea3030-f0fd-4a5f-a0c3-09faa9c71e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-783141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851878117'] for segment, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:12.582933 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-fcedf967-4d02-4c23-bc14-480672b81776 req-c7a87221-27f6-4643-9b78-ded61aaa068f tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078874 Apr 19 07:44:12.602091 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-52ea3030-f0fd-4a5f-a0c3-09faa9c71e6e admin admin] Network a6592c2a-0849-4380-bef8-37b4b3e1274d has no segments {{(pid=86413) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 07:44:12.626013 dv-cinder-773870-2-smb neutron-server[86301]: Traceback (most recent call last): Apr 19 07:44:12.626013 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 07:44:12.626013 dv-cinder-773870-2-smb neutron-server[86301]: timer() Apr 19 07:44:12.626013 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 07:44:12.626013 dv-cinder-773870-2-smb neutron-server[86301]: cb(*args, **kw) Apr 19 07:44:12.626013 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 07:44:12.626013 dv-cinder-773870-2-smb neutron-server[86301]: return func(*args, **kwargs) Apr 19 07:44:12.626013 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 07:44:12.626013 dv-cinder-773870-2-smb neutron-server[86301]: self._notify() Apr 19 07:44:12.626013 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 07:44:12.626013 dv-cinder-773870-2-smb neutron-server[86301]: self.callback(batched_events) Apr 19 07:44:12.626013 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 07:44:12.626013 dv-cinder-773870-2-smb neutron-server[86301]: event.method(event) Apr 19 07:44:12.626013 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 07:44:12.626013 dv-cinder-773870-2-smb neutron-server[86301]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 07:44:12.626013 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 07:44:12.626013 dv-cinder-773870-2-smb neutron-server[86301]: segment_id)['aggregates'][0] Apr 19 07:44:12.626013 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 07:44:12.626013 dv-cinder-773870-2-smb neutron-server[86301]: return f(self, *a, **k) Apr 19 07:44:12.626013 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 07:44:12.626013 dv-cinder-773870-2-smb neutron-server[86301]: return self._get(url).json() Apr 19 07:44:12.626013 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 07:44:12.626013 dv-cinder-773870-2-smb neutron-server[86301]: **kwargs) Apr 19 07:44:12.626013 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 07:44:12.626013 dv-cinder-773870-2-smb neutron-server[86301]: return self.request(url, 'GET', **kwargs) Apr 19 07:44:12.626013 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 07:44:12.626013 dv-cinder-773870-2-smb neutron-server[86301]: **endpoint_filter) Apr 19 07:44:12.626013 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 07:44:12.626013 dv-cinder-773870-2-smb neutron-server[86301]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 07:44:12.626013 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 07:44:12.626013 dv-cinder-773870-2-smb neutron-server[86301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 07:44:12.626013 dv-cinder-773870-2-smb neutron-server[86301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 07:44:12.714766 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-52ea3030-f0fd-4a5f-a0c3-09faa9c71e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1810050'] for network, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:12.718660 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:44:12.735508 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-52ea3030-f0fd-4a5f-a0c3-09faa9c71e6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853097331'] for network, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:12.742339 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ea3030-f0fd-4a5f-a0c3-09faa9c71e6e admin admin] Pushing event deleted for resources: {'Network': ['ID=a6592c2a-0849-4380-bef8-37b4b3e1274d,revision_number=None']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:44:12.747116 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-52ea3030-f0fd-4a5f-a0c3-09faa9c71e6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:44:12.753944 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-52ea3030-f0fd-4a5f-a0c3-09faa9c71e6e admin admin] 10.222.0.41 "DELETE /v2.0/networks/a6592c2a-0849-4380-bef8-37b4b3e1274d HTTP/1.1" status: 204 len: 168 time: 1.2797537 Apr 19 07:44:12.945754 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 40604) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:44:12.999336 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-b88cf1a0-9c50-4fe6-a8a2-34465fa80169 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=156e07873a6143d89470ff601eee1cb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0521729 Apr 19 07:44:13.002040 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 40608) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:44:13.065651 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-daef758a-9016-4fa6-8b62-16cc07dce834 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:13.100130 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-daef758a-9016-4fa6-8b62-16cc07dce834 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:13.150788 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-daef758a-9016-4fa6-8b62-16cc07dce834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:13.154788 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-59568fcc-5813-4d6e-8f1a-69e7bbfba619 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:44:13.168304 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daef758a-9016-4fa6-8b62-16cc07dce834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ecfeb0f-2df5-400e-8733-6e1eda84c027,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:44:13.171469 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-daef758a-9016-4fa6-8b62-16cc07dce834 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:44:13.173515 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-daef758a-9016-4fa6-8b62-16cc07dce834 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:13.175239 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-daef758a-9016-4fa6-8b62-16cc07dce834 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7ecfeb0f-2df5-400e-8733-6e1eda84c027 HTTP/1.1" status: 204 len: 168 time: 0.1717482 Apr 19 07:44:13.799518 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4de6d66-2142-4557-88a5-927bb8dec515 req-4b0ed7ed-e0fa-42ae-aedb-a547eaddeddc tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:44:13.801133 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-c4de6d66-2142-4557-88a5-927bb8dec515 req-4b0ed7ed-e0fa-42ae-aedb-a547eaddeddc tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=947030fe-ad0e-4b25-98e0-790795d6c121 HTTP/1.1" status: 200 len: 945 time: 0.0992897 Apr 19 07:44:13.851489 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-c4de6d66-2142-4557-88a5-927bb8dec515 req-9bf07b83-63a8-4aed-b5e1-e3686f331ed1 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435164 Apr 19 07:44:16.999571 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa690d1b-53e9-4eaf-9154-10e85b070a3c req-9860ebf6-46eb-4b9f-a5b1-ef45edddcd0d tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:44:17.001330 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-fa690d1b-53e9-4eaf-9154-10e85b070a3c req-9860ebf6-46eb-4b9f-a5b1-ef45edddcd0d tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/ports?device_id=104fc9d4-1bba-4041-b2b1-b56400a80d0f HTTP/1.1" status: 200 len: 945 time: 0.0949709 Apr 19 07:44:17.054938 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-fa690d1b-53e9-4eaf-9154-10e85b070a3c req-5d263d4b-5d10-4fd4-b8c9-43bc0cd70fe0 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1b9b2ed-6991-4ca2-9322-f0071141391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466623 Apr 19 07:44:18.262087 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda75a0e-7470-4648-afef-97d859e8070c req-ab732e7a-6918-4503-bfbf-65eec3b70e30 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:44:18.263682 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-fda75a0e-7470-4648-afef-97d859e8070c req-ab732e7a-6918-4503-bfbf-65eec3b70e30 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/ports?device_id=104fc9d4-1bba-4041-b2b1-b56400a80d0f HTTP/1.1" status: 200 len: 945 time: 0.0895646 Apr 19 07:44:18.312319 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-fda75a0e-7470-4648-afef-97d859e8070c req-d4e549e9-5bec-447b-9b99-1265ba740478 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1b9b2ed-6991-4ca2-9322-f0071141391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419202 Apr 19 07:44:18.508146 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20865a16-a179-4891-b378-a4a9d0fb081e req-ab1bc716-0bcd-4bc7-9036-7ff2f81abbec tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:44:18.509749 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-20865a16-a179-4891-b378-a4a9d0fb081e req-ab1bc716-0bcd-4bc7-9036-7ff2f81abbec tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=808017b1-9edb-48b5-be3e-927a28c51660 HTTP/1.1" status: 200 len: 946 time: 0.0921733 Apr 19 07:44:18.557012 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-20865a16-a179-4891-b378-a4a9d0fb081e req-2765bd8c-afbc-4c3e-bf02-411790840ef7 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407040 Apr 19 07:44:19.542678 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ca46e-d69c-4b23-a4fa-4c28ba35fd54 req-8c3458c8-3378-4614-ba0c-7c31c92248d7 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:44:19.544443 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-4d1ca46e-d69c-4b23-a4fa-4c28ba35fd54 req-8c3458c8-3378-4614-ba0c-7c31c92248d7 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/ports?device_id=104fc9d4-1bba-4041-b2b1-b56400a80d0f HTTP/1.1" status: 200 len: 945 time: 0.1094873 Apr 19 07:44:19.594395 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-4d1ca46e-d69c-4b23-a4fa-4c28ba35fd54 req-dcfc6e9e-34db-4420-8c0b-7c8a5521240f tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1b9b2ed-6991-4ca2-9322-f0071141391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434549 Apr 19 07:44:19.764426 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8bf37b-75df-4e7c-abdb-73bbb874b9d8 req-19fd3af6-29f2-4418-aae8-963ea372a582 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:44:19.765993 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-5a8bf37b-75df-4e7c-abdb-73bbb874b9d8 req-19fd3af6-29f2-4418-aae8-963ea372a582 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=808017b1-9edb-48b5-be3e-927a28c51660 HTTP/1.1" status: 200 len: 946 time: 0.0937052 Apr 19 07:44:19.814739 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-5a8bf37b-75df-4e7c-abdb-73bbb874b9d8 req-f267a3fe-86ee-4b54-9953-239dbff28ac6 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419557 Apr 19 07:44:20.803439 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ac380-9487-4443-b51b-b8f46e5de3b5 req-319b0aee-4ebd-4943-86b1-310bcfd906b5 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:44:20.804992 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-f99ac380-9487-4443-b51b-b8f46e5de3b5 req-319b0aee-4ebd-4943-86b1-310bcfd906b5 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/ports?device_id=104fc9d4-1bba-4041-b2b1-b56400a80d0f HTTP/1.1" status: 200 len: 945 time: 0.0932324 Apr 19 07:44:20.858030 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-f99ac380-9487-4443-b51b-b8f46e5de3b5 req-97de33d4-4102-4246-8e26-e98c33d4140d tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1b9b2ed-6991-4ca2-9322-f0071141391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465801 Apr 19 07:44:20.992364 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f07aeef-abae-46a9-bd7c-d12955f5a2cc req-268e78e4-16fa-43c0-b624-992e324b4726 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:44:20.993195 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-2f07aeef-abae-46a9-bd7c-d12955f5a2cc req-268e78e4-16fa-43c0-b624-992e324b4726 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Synchronizing usage tracker for tenant:e16dd95cee524812ae6d6b49005c2136 on resource:port {{(pid=86412) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 07:44:21.009310 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-2f07aeef-abae-46a9-bd7c-d12955f5a2cc req-268e78e4-16fa-43c0-b624-992e324b4726 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Unset dirty status for tenant:e16dd95cee524812ae6d6b49005c2136 on resource:port {{(pid=86412) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 07:44:21.010890 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-2f07aeef-abae-46a9-bd7c-d12955f5a2cc req-268e78e4-16fa-43c0-b624-992e324b4726 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.42 "GET /v2.0/ports?device_id=808017b1-9edb-48b5-be3e-927a28c51660 HTTP/1.1" status: 200 len: 946 time: 0.1120794 Apr 19 07:44:21.023334 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373be82a-dd7e-4c54-bbd9-c67af78199d2 req-e1ac88cc-65f9-444f-b961-6d9a3a0deb1e tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:44:21.025283 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-373be82a-dd7e-4c54-bbd9-c67af78199d2 req-e1ac88cc-65f9-444f-b961-6d9a3a0deb1e tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=808017b1-9edb-48b5-be3e-927a28c51660 HTTP/1.1" status: 200 len: 946 time: 0.0954633 Apr 19 07:44:21.074238 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-373be82a-dd7e-4c54-bbd9-c67af78199d2 req-f8a02cb7-4cce-412a-bd78-b6350b2f0663 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424583 Apr 19 07:44:21.096625 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [req-2f07aeef-abae-46a9-bd7c-d12955f5a2cc req-52446d16-9085-4cee-9ddf-34783afcb321 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Deleting port d449a685-76fd-479a-8d99-8421a5be3888 {{(pid=86412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 07:44:21.099374 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-2f07aeef-abae-46a9-bd7c-d12955f5a2cc req-52446d16-9085-4cee-9ddf-34783afcb321 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267090122612'] for port, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:21.370697 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [req-2f07aeef-abae-46a9-bd7c-d12955f5a2cc req-52446d16-9085-4cee-9ddf-34783afcb321 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] For port d449a685-76fd-479a-8d99-8421a5be3888, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=d449a685-76fd-479a-8d99-8421a5be3888,segment=NetworkSegment(5ece5800-cf63-4b8e-9592-eecf9bad7847),segment_id=5ece5800-cf63-4b8e-9592-eecf9bad7847)] {{(pid=86412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:44:21.371116 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-2f07aeef-abae-46a9-bd7c-d12955f5a2cc req-52446d16-9085-4cee-9ddf-34783afcb321 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852958595'] for port, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:21.510771 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [req-2f07aeef-abae-46a9-bd7c-d12955f5a2cc req-52446d16-9085-4cee-9ddf-34783afcb321 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Calling delete_port for d449a685-76fd-479a-8d99-8421a5be3888 owned by compute:nova {{(pid=86412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 07:44:21.660080 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-2f07aeef-abae-46a9-bd7c-d12955f5a2cc req-52446d16-9085-4cee-9ddf-34783afcb321 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267090117919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267090550695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3936575'] for port, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:21.665892 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-f14ce059-928f-4da3-b33d-6c8068b127bc tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:44:21.672880 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] get_ports_and_sgs() called for port_ids ['2e081745-18ec-437a-991c-88ad319333bc', 'd449a685-76fd-479a-8d99-8421a5be3888'] {{(pid=86414) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 07:44:21.717710 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52446d16-9085-4cee-9ddf-34783afcb321 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Pushing event deleted for resources: {'Port': ['ID=d449a685-76fd-479a-8d99-8421a5be3888,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:44:21.721113 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-52446d16-9085-4cee-9ddf-34783afcb321 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:44:21.800675 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f07aeef-abae-46a9-bd7c-d12955f5a2cc req-52446d16-9085-4cee-9ddf-34783afcb321 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] No DVR routers for this DVR port d449a685-76fd-479a-8d99-8421a5be3888 on host hv-cinder-77387 {{(pid=86412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 07:44:21.803314 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-2f07aeef-abae-46a9-bd7c-d12955f5a2cc req-52446d16-9085-4cee-9ddf-34783afcb321 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773070'] for port, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:21.806340 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '808017b1-9edb-48b5-be3e-927a28c51660', 'name': 'network-vif-deleted', 'tag': 'd449a685-76fd-479a-8d99-8421a5be3888'}] {{(pid=86412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 07:44:21.823250 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-2f07aeef-abae-46a9-bd7c-d12955f5a2cc req-52446d16-9085-4cee-9ddf-34783afcb321 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.42 "DELETE /v2.0/ports/d449a685-76fd-479a-8d99-8421a5be3888 HTTP/1.1" status: 204 len: 173 time: 0.8056252 Apr 19 07:44:21.868767 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '808017b1-9edb-48b5-be3e-927a28c51660', 'name': 'network-vif-deleted', 'tag': 'd449a685-76fd-479a-8d99-8421a5be3888', 'status': 'completed', 'code': 200} Apr 19 07:44:22.068973 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beace2f-919c-4a15-9359-48f2c1fc68e6 req-03e245ec-04b2-491e-b07b-979df1565a31 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:44:22.070545 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-9beace2f-919c-4a15-9359-48f2c1fc68e6 req-03e245ec-04b2-491e-b07b-979df1565a31 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/ports?device_id=104fc9d4-1bba-4041-b2b1-b56400a80d0f HTTP/1.1" status: 200 len: 945 time: 0.0948486 Apr 19 07:44:22.121680 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-9beace2f-919c-4a15-9359-48f2c1fc68e6 req-c3ec7504-03e0-472a-8879-bc6cddb05682 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1b9b2ed-6991-4ca2-9322-f0071141391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440600 Apr 19 07:44:22.262232 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-f14cb005-5c32-4693-b634-e5dbc9e392f2 req-1f334b12-d03b-48ae-9ece-3995d912a715 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=808017b1-9edb-48b5-be3e-927a28c51660 HTTP/1.1" status: 200 len: 210 time: 0.0479746 Apr 19 07:44:23.321295 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2817f903-4271-4985-9e0b-9f3a49b3c18b req-473a2505-3638-464c-93cc-6415fe8bee42 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:44:23.323195 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-2817f903-4271-4985-9e0b-9f3a49b3c18b req-473a2505-3638-464c-93cc-6415fe8bee42 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/ports?device_id=104fc9d4-1bba-4041-b2b1-b56400a80d0f HTTP/1.1" status: 200 len: 945 time: 0.0884550 Apr 19 07:44:23.375867 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-2817f903-4271-4985-9e0b-9f3a49b3c18b req-8a34f2aa-1f35-4ee0-86aa-cb3e96aeeeff tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1b9b2ed-6991-4ca2-9322-f0071141391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463119 Apr 19 07:44:23.753258 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4408300-f021-4b20-b546-ee30ac61b301 req-6f1fb95b-51a6-4e9e-85fa-863df73efc31 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:44:23.754905 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-c4408300-f021-4b20-b546-ee30ac61b301 req-6f1fb95b-51a6-4e9e-85fa-863df73efc31 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=947030fe-ad0e-4b25-98e0-790795d6c121 HTTP/1.1" status: 200 len: 945 time: 0.0903699 Apr 19 07:44:23.762127 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Device d449a685-76fd-479a-8d99-8421a5be3888 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=86414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 07:44:23.802014 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] No Port match for: d449a685-76fd-479a-8d99-8421a5be3888 {{(pid=86414) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 07:44:23.802565 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Device d449a685-76fd-479a-8d99-8421a5be3888 not bound to the agent host hv-cinder-77387 {{(pid=86414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 07:44:23.802936 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-c4408300-f021-4b20-b546-ee30ac61b301 req-3d7756bd-6398-42e4-ad31-50f9c6c5fa27 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414796 Apr 19 07:44:23.852997 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 40816) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:44:23.984081 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6054d0f8-3d02-48b2-b2b7-df6bc39aa714 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:23.999949 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-6054d0f8-3d02-48b2-b2b7-df6bc39aa714 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:44:24.004210 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-6054d0f8-3d02-48b2-b2b7-df6bc39aa714 admin admin] Usage tracker for resource:security_group_rule and tenant:eecb43a1c9184830865a5aa10a208eca is out of sync, need to count used quota {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:44:24.007418 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-6054d0f8-3d02-48b2-b2b7-df6bc39aa714 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:44:24.013899 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-6054d0f8-3d02-48b2-b2b7-df6bc39aa714 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:44:24.104295 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6054d0f8-3d02-48b2-b2b7-df6bc39aa714 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:24.107791 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6054d0f8-3d02-48b2-b2b7-df6bc39aa714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:24.115315 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-3382bab3-1d01-44f4-83b3-abeb7734d397 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:44:24.157755 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-6054d0f8-3d02-48b2-b2b7-df6bc39aa714 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=eecb43a1c9184830865a5aa10a208eca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3035464 Apr 19 07:44:24.158570 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6054d0f8-3d02-48b2-b2b7-df6bc39aa714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6556ddb4-ff28-49ce-86f4-53be215d8f9d,revision_number=1']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:44:24.160829 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 40822) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:44:24.161916 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-6054d0f8-3d02-48b2-b2b7-df6bc39aa714 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:44:24.224962 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6b8bf6df-b822-4e8f-9f63-c4b24562059c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:24.252985 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6b8bf6df-b822-4e8f-9f63-c4b24562059c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:24.306378 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6b8bf6df-b822-4e8f-9f63-c4b24562059c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:24.310302 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-34af573e-cfb4-45af-9e4e-0bcc9faf2bca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:44:24.322078 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8bf6df-b822-4e8f-9f63-c4b24562059c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6556ddb4-ff28-49ce-86f4-53be215d8f9d,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:44:24.326051 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-6b8bf6df-b822-4e8f-9f63-c4b24562059c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:44:24.330566 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6b8bf6df-b822-4e8f-9f63-c4b24562059c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:24.331865 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-6b8bf6df-b822-4e8f-9f63-c4b24562059c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6556ddb4-ff28-49ce-86f4-53be215d8f9d HTTP/1.1" status: 204 len: 168 time: 0.1698728 Apr 19 07:44:24.591590 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9180435-ae6d-4e48-b284-78b5510c945f req-6451fd86-4c3c-42b7-8025-48a7dc20a8d3 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:44:24.593508 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-a9180435-ae6d-4e48-b284-78b5510c945f req-6451fd86-4c3c-42b7-8025-48a7dc20a8d3 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/ports?device_id=104fc9d4-1bba-4041-b2b1-b56400a80d0f HTTP/1.1" status: 200 len: 945 time: 0.0922172 Apr 19 07:44:24.631651 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 40834) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:44:24.642724 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-a9180435-ae6d-4e48-b284-78b5510c945f req-e4707f75-7aac-4bcb-900e-5290c67eca47 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1b9b2ed-6991-4ca2-9322-f0071141391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428355 Apr 19 07:44:24.650690 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-34f0ed04-edf7-447a-9f6f-0d999770ea0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:24.666682 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-34f0ed04-edf7-447a-9f6f-0d999770ea0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:44:24.671049 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-34f0ed04-edf7-447a-9f6f-0d999770ea0c admin admin] Usage tracker for resource:security_group_rule and tenant:ede2862798034c9d9e4dbd8a4d771482 is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:44:24.674221 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-34f0ed04-edf7-447a-9f6f-0d999770ea0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:44:24.680520 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-34f0ed04-edf7-447a-9f6f-0d999770ea0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:44:24.769689 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-34f0ed04-edf7-447a-9f6f-0d999770ea0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:24.774192 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-34f0ed04-edf7-447a-9f6f-0d999770ea0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:24.786488 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-cad1ddab-f7dd-40d6-981f-47abcee9cc99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:44:24.827752 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-34f0ed04-edf7-447a-9f6f-0d999770ea0c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ede2862798034c9d9e4dbd8a4d771482&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1949887 Apr 19 07:44:24.829460 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f0ed04-edf7-447a-9f6f-0d999770ea0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd59889b-fa9b-43e6-8b9d-c8b2276ac41c,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:44:24.830934 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 40840) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:44:24.832893 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-34f0ed04-edf7-447a-9f6f-0d999770ea0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:44:24.903694 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-e0dcaa26-c290-4d76-bf18-af318a9a04a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:24.933266 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-e0dcaa26-c290-4d76-bf18-af318a9a04a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:25.040517 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-e0dcaa26-c290-4d76-bf18-af318a9a04a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:25.046065 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-d501ec69-80a9-4ff7-acfc-80666f7602e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:44:25.062274 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dcaa26-c290-4d76-bf18-af318a9a04a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd59889b-fa9b-43e6-8b9d-c8b2276ac41c,revision_number=None']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:44:25.065391 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-e0dcaa26-c290-4d76-bf18-af318a9a04a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:44:25.075780 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf0f819-6d3f-4717-93f0-1b089e55b74e req-7e05c3cf-4906-4a24-aad4-fc07870aa6f7 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:44:25.077345 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-bcf0f819-6d3f-4717-93f0-1b089e55b74e req-7e05c3cf-4906-4a24-aad4-fc07870aa6f7 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=947030fe-ad0e-4b25-98e0-790795d6c121 HTTP/1.1" status: 200 len: 945 time: 0.1495209 Apr 19 07:44:25.083827 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-e0dcaa26-c290-4d76-bf18-af318a9a04a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:25.084976 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-e0dcaa26-c290-4d76-bf18-af318a9a04a9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bd59889b-fa9b-43e6-8b9d-c8b2276ac41c HTTP/1.1" status: 204 len: 168 time: 0.2519038 Apr 19 07:44:25.133685 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-bcf0f819-6d3f-4717-93f0-1b089e55b74e req-dbeb12b1-df67-4bd0-be56-537a8b8c396c tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456934 Apr 19 07:44:25.460958 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 40848) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:44:25.480074 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-1fadd6d5-9f49-4772-8c92-73be474f91df admin admin] Notify callbacks [] for security_group, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:25.496652 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-1fadd6d5-9f49-4772-8c92-73be474f91df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:44:25.501888 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-1fadd6d5-9f49-4772-8c92-73be474f91df admin admin] Usage tracker for resource:security_group_rule and tenant:54585c44d2af4ba5a508b1760700009f is out of sync, need to count used quota {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:44:25.505031 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-1fadd6d5-9f49-4772-8c92-73be474f91df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:44:25.511866 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-1fadd6d5-9f49-4772-8c92-73be474f91df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:44:25.597557 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-1fadd6d5-9f49-4772-8c92-73be474f91df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:25.601523 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-1fadd6d5-9f49-4772-8c92-73be474f91df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:25.609033 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-8decbe47-4bae-49f2-860a-8d19de0fafc9 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:44:25.651842 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-1fadd6d5-9f49-4772-8c92-73be474f91df admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=54585c44d2af4ba5a508b1760700009f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1897354 Apr 19 07:44:25.652731 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fadd6d5-9f49-4772-8c92-73be474f91df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b91a901-d48e-4258-ac2f-50d36c63bdfe,revision_number=1']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:44:25.654973 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 40852) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:44:25.655889 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-1fadd6d5-9f49-4772-8c92-73be474f91df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:44:25.726080 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-c47f8b4a-428b-4289-999f-c2f1e8c91502 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:25.758665 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-c47f8b4a-428b-4289-999f-c2f1e8c91502 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:25.810947 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-c47f8b4a-428b-4289-999f-c2f1e8c91502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:25.815138 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-cc789b6c-6c81-44d8-a464-62b9157f3900 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:44:25.829706 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47f8b4a-428b-4289-999f-c2f1e8c91502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b91a901-d48e-4258-ac2f-50d36c63bdfe,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:44:25.832321 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-c47f8b4a-428b-4289-999f-c2f1e8c91502 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:44:25.841810 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-c47f8b4a-428b-4289-999f-c2f1e8c91502 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:25.845695 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-c47f8b4a-428b-4289-999f-c2f1e8c91502 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0b91a901-d48e-4258-ac2f-50d36c63bdfe HTTP/1.1" status: 204 len: 168 time: 0.1869514 Apr 19 07:44:25.998732 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce9bdb0-c78e-4e25-8de6-0f9a58b3b77a req-71fbbdc2-b9bb-41ad-ad33-b2e43f11774e tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:44:26.000394 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-bce9bdb0-c78e-4e25-8de6-0f9a58b3b77a req-71fbbdc2-b9bb-41ad-ad33-b2e43f11774e tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/ports?device_id=104fc9d4-1bba-4041-b2b1-b56400a80d0f HTTP/1.1" status: 200 len: 945 time: 0.0923483 Apr 19 07:44:26.050419 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-bce9bdb0-c78e-4e25-8de6-0f9a58b3b77a req-7c06a713-333e-4de5-9f62-fd241416aa1e tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1b9b2ed-6991-4ca2-9322-f0071141391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436485 Apr 19 07:44:26.336317 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db50f5d-759b-4fae-ba91-acaa6672d9ed req-b66acae2-07d5-4b52-9f67-f69390b53806 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:44:26.337941 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-3db50f5d-759b-4fae-ba91-acaa6672d9ed req-b66acae2-07d5-4b52-9f67-f69390b53806 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=947030fe-ad0e-4b25-98e0-790795d6c121 HTTP/1.1" status: 200 len: 945 time: 0.0896163 Apr 19 07:44:26.386278 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-3db50f5d-759b-4fae-ba91-acaa6672d9ed req-17acb79e-0dc2-436b-9417-09023c28b3e2 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417376 Apr 19 07:44:27.267312 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702fdac7-80f7-4ce5-8056-db447ce97ca9 req-76db4143-1c0e-432d-a529-e892da71a3e3 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:44:27.268805 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-702fdac7-80f7-4ce5-8056-db447ce97ca9 req-76db4143-1c0e-432d-a529-e892da71a3e3 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/ports?device_id=104fc9d4-1bba-4041-b2b1-b56400a80d0f HTTP/1.1" status: 200 len: 945 time: 0.0961447 Apr 19 07:44:27.318141 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-702fdac7-80f7-4ce5-8056-db447ce97ca9 req-a5cf5b35-4759-417f-8b64-b42d0d435157 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1b9b2ed-6991-4ca2-9322-f0071141391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426276 Apr 19 07:44:27.602091 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638fbbd9-3968-4442-bf58-67e4b503ac9d req-e1fecab3-cf55-460c-80f3-e7d4a9de4c5d tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:44:27.603675 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-638fbbd9-3968-4442-bf58-67e4b503ac9d req-e1fecab3-cf55-460c-80f3-e7d4a9de4c5d tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=947030fe-ad0e-4b25-98e0-790795d6c121 HTTP/1.1" status: 200 len: 945 time: 0.1013215 Apr 19 07:44:27.657845 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-638fbbd9-3968-4442-bf58-67e4b503ac9d req-026b7529-2dec-44ad-a8ae-f4e016867329 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442460 Apr 19 07:44:28.526961 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f2370-79bd-462c-b378-3f9a8b0d5357 req-0b529118-3cc0-4ca5-a8bf-63dc9fac76f6 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:44:28.528581 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-053f2370-79bd-462c-b378-3f9a8b0d5357 req-0b529118-3cc0-4ca5-a8bf-63dc9fac76f6 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/ports?device_id=104fc9d4-1bba-4041-b2b1-b56400a80d0f HTTP/1.1" status: 200 len: 945 time: 0.0881224 Apr 19 07:44:28.578572 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-053f2370-79bd-462c-b378-3f9a8b0d5357 req-82e42bf3-9d25-4955-b762-dd74a0b81962 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1b9b2ed-6991-4ca2-9322-f0071141391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433304 Apr 19 07:44:28.935512 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a01268-e464-4db7-bde7-8a8689ab9fe8 req-e18c5a1f-164a-41f7-9d96-2e583ff635d2 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:44:28.937090 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-84a01268-e464-4db7-bde7-8a8689ab9fe8 req-e18c5a1f-164a-41f7-9d96-2e583ff635d2 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=947030fe-ad0e-4b25-98e0-790795d6c121 HTTP/1.1" status: 200 len: 945 time: 0.1639264 Apr 19 07:44:28.995485 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d356162-24ee-48ef-9000-0161d4f7cc61 req-79d69418-312b-4f03-abe4-a0492dc4983a tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:44:28.997022 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-1d356162-24ee-48ef-9000-0161d4f7cc61 req-79d69418-312b-4f03-abe4-a0492dc4983a tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/ports?device_id=104fc9d4-1bba-4041-b2b1-b56400a80d0f HTTP/1.1" status: 200 len: 945 time: 0.1407483 Apr 19 07:44:29.008466 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-84a01268-e464-4db7-bde7-8a8689ab9fe8 req-252f321d-4ccd-4d4a-a5a7-44a6865458af tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599542 Apr 19 07:44:29.015406 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ae5f7b-10ec-4c48-8a3c-9263605a257d req-4791314f-dafe-4465-aa5d-797f281067a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:44:29.017036 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-84ae5f7b-10ec-4c48-8a3c-9263605a257d req-4791314f-dafe-4465-aa5d-797f281067a8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4785af1c8f0e4b01af43cb5ee0e71925&device_id=104fc9d4-1bba-4041-b2b1-b56400a80d0f HTTP/1.1" status: 200 len: 1098 time: 0.0849981 Apr 19 07:44:29.049480 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-1d356162-24ee-48ef-9000-0161d4f7cc61 req-b54f26e8-4043-4cd6-be30-d22748556d4e tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1b9b2ed-6991-4ca2-9322-f0071141391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442617 Apr 19 07:44:29.164001 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ae5f7b-10ec-4c48-8a3c-9263605a257d req-5f763a6e-7082-44b1-a562-1326c56fa3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:44:29.165625 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-84ae5f7b-10ec-4c48-8a3c-9263605a257d req-5f763a6e-7082-44b1-a562-1326c56fa3aa service neutron] 10.222.0.42 "GET /v2.0/networks?id=9f8aa9f4-c051-436b-a77b-0b1e6ac2b108 HTTP/1.1" status: 200 len: 912 time: 0.1405878 Apr 19 07:44:29.280079 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-84ae5f7b-10ec-4c48-8a3c-9263605a257d req-694eb4fc-d0e6-4acc-8afc-907a0bd555ab service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a682408a-56d5-476e-90a7-5a0185eb46ea HTTP/1.1" status: 200 len: 1001 time: 0.1058106 Apr 19 07:44:29.349626 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ae5f7b-10ec-4c48-8a3c-9263605a257d req-7814cad2-09a2-4863-898f-26a43bdb3629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:44:29.351178 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-84ae5f7b-10ec-4c48-8a3c-9263605a257d req-7814cad2-09a2-4863-898f-26a43bdb3629 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=de605b46-a093-48ae-a63f-9a51e235e4b3 HTTP/1.1" status: 200 len: 850 time: 0.0644240 Apr 19 07:44:29.435556 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ae5f7b-10ec-4c48-8a3c-9263605a257d req-2f6ad4ca-458d-4aff-9dbc-7b19600a9ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:44:29.437147 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-84ae5f7b-10ec-4c48-8a3c-9263605a257d req-2f6ad4ca-458d-4aff-9dbc-7b19600a9ef5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9f8aa9f4-c051-436b-a77b-0b1e6ac2b108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0786698 Apr 19 07:44:29.592820 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-84ae5f7b-10ec-4c48-8a3c-9263605a257d req-ee755526-5c45-4f6b-add4-5607a1668a85 service neutron] 10.222.0.42 "GET /v2.0/networks/9f8aa9f4-c051-436b-a77b-0b1e6ac2b108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435597 Apr 19 07:44:29.812709 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-84ae5f7b-10ec-4c48-8a3c-9263605a257d req-e35acc5a-4241-445c-adaa-085cd70a5845 service neutron] 10.222.0.42 "GET /v2.0/networks/9f8aa9f4-c051-436b-a77b-0b1e6ac2b108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028835 Apr 19 07:44:29.826171 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0776df15-4dad-4e8a-8ea8-987bb839f35c req-84075520-22db-4674-b59d-87a58e1f0f71 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:44:29.826936 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-0776df15-4dad-4e8a-8ea8-987bb839f35c req-84075520-22db-4674-b59d-87a58e1f0f71 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Synchronizing usage tracker for tenant:e16dd95cee524812ae6d6b49005c2136 on resource:port {{(pid=86412) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 07:44:29.844295 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-0776df15-4dad-4e8a-8ea8-987bb839f35c req-84075520-22db-4674-b59d-87a58e1f0f71 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Unset dirty status for tenant:e16dd95cee524812ae6d6b49005c2136 on resource:port {{(pid=86412) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 07:44:29.845467 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-0776df15-4dad-4e8a-8ea8-987bb839f35c req-84075520-22db-4674-b59d-87a58e1f0f71 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.42 "GET /v2.0/ports?device_id=947030fe-ad0e-4b25-98e0-790795d6c121 HTTP/1.1" status: 200 len: 945 time: 0.2345846 Apr 19 07:44:29.925924 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [req-0776df15-4dad-4e8a-8ea8-987bb839f35c req-aafb11f3-7837-4a74-a57f-308d30c02813 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Deleting port 2e081745-18ec-437a-991c-88ad319333bc {{(pid=86412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 07:44:29.926271 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-0776df15-4dad-4e8a-8ea8-987bb839f35c req-aafb11f3-7837-4a74-a57f-308d30c02813 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267090122612'] for port, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:30.196268 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [req-0776df15-4dad-4e8a-8ea8-987bb839f35c req-aafb11f3-7837-4a74-a57f-308d30c02813 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] For port 2e081745-18ec-437a-991c-88ad319333bc, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=2e081745-18ec-437a-991c-88ad319333bc,segment=NetworkSegment(5ece5800-cf63-4b8e-9592-eecf9bad7847),segment_id=5ece5800-cf63-4b8e-9592-eecf9bad7847)] {{(pid=86412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:44:30.196643 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-0776df15-4dad-4e8a-8ea8-987bb839f35c req-aafb11f3-7837-4a74-a57f-308d30c02813 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852958595'] for port, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:30.336791 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [req-0776df15-4dad-4e8a-8ea8-987bb839f35c req-aafb11f3-7837-4a74-a57f-308d30c02813 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Calling delete_port for 2e081745-18ec-437a-991c-88ad319333bc owned by compute:nova {{(pid=86412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 07:44:30.354830 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0766ed7-897d-48b1-952f-da3bea351c21 req-41603aed-98be-4c8e-9b20-2801f25f002a tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:44:30.362939 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-e0766ed7-897d-48b1-952f-da3bea351c21 req-41603aed-98be-4c8e-9b20-2801f25f002a tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/ports?device_id=947030fe-ad0e-4b25-98e0-790795d6c121 HTTP/1.1" status: 200 len: 945 time: 0.1917744 Apr 19 07:44:30.426328 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-e0766ed7-897d-48b1-952f-da3bea351c21 req-325cc9fc-2dd1-4835-927f-a5a84786c1ce tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.41 "GET /v2.0/security-groups?id=11960a75-411f-4111-8638-cfd0d105831f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568330 Apr 19 07:44:30.436434 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c0a687-94dd-46d2-917e-bd86cb0deac2 req-a6c2b08b-e471-44ba-9284-5fb9e77e56bc tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:44:30.438136 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-75c0a687-94dd-46d2-917e-bd86cb0deac2 req-a6c2b08b-e471-44ba-9284-5fb9e77e56bc tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/ports?device_id=104fc9d4-1bba-4041-b2b1-b56400a80d0f HTTP/1.1" status: 200 len: 945 time: 0.1987934 Apr 19 07:44:30.491546 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-75c0a687-94dd-46d2-917e-bd86cb0deac2 req-7006461d-4361-40e2-ba68-ae49c0feabd1 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1b9b2ed-6991-4ca2-9322-f0071141391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467715 Apr 19 07:44:30.508553 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-0776df15-4dad-4e8a-8ea8-987bb839f35c req-aafb11f3-7837-4a74-a57f-308d30c02813 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267090117919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267090550695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3936575'] for port, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:30.515244 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-52c5ce10-5289-4793-b7bd-0cef5f6d027e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:44:30.519995 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] get_ports_and_sgs() called for port_ids ['2e081745-18ec-437a-991c-88ad319333bc'] {{(pid=86414) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 07:44:30.563058 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafb11f3-7837-4a74-a57f-308d30c02813 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Pushing event deleted for resources: {'Port': ['ID=2e081745-18ec-437a-991c-88ad319333bc,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:44:30.567462 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-aafb11f3-7837-4a74-a57f-308d30c02813 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:44:30.654245 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [req-0776df15-4dad-4e8a-8ea8-987bb839f35c req-aafb11f3-7837-4a74-a57f-308d30c02813 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] No DVR routers for this DVR port 2e081745-18ec-437a-991c-88ad319333bc on host hv-cinder-77387 {{(pid=86412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 07:44:30.656999 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-0776df15-4dad-4e8a-8ea8-987bb839f35c req-aafb11f3-7837-4a74-a57f-308d30c02813 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773070'] for port, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:30.660206 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '947030fe-ad0e-4b25-98e0-790795d6c121', 'name': 'network-vif-deleted', 'tag': '2e081745-18ec-437a-991c-88ad319333bc'}] {{(pid=86412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 07:44:30.676637 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-0776df15-4dad-4e8a-8ea8-987bb839f35c req-aafb11f3-7837-4a74-a57f-308d30c02813 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] 10.222.0.42 "DELETE /v2.0/ports/2e081745-18ec-437a-991c-88ad319333bc HTTP/1.1" status: 204 len: 173 time: 0.8223724 Apr 19 07:44:30.721531 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '947030fe-ad0e-4b25-98e0-790795d6c121', 'name': 'network-vif-deleted', 'tag': '2e081745-18ec-437a-991c-88ad319333bc', 'status': 'completed', 'code': 200} Apr 19 07:44:31.076775 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.agents_db [None req-ec4b265d-3c04-42fd-95cd-57ca7ec41865 None None] Agent healthcheck: found 6 active agents {{(pid=86415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 07:44:31.527376 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 40950) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:44:31.901494 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e070978f-d7a3-4c5f-aefd-2f638d7e5a0f req-56f1196c-a54b-49a7-bb5a-29799cdf3a9a tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:44:31.903034 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-e070978f-d7a3-4c5f-aefd-2f638d7e5a0f req-56f1196c-a54b-49a7-bb5a-29799cdf3a9a tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/ports?device_id=104fc9d4-1bba-4041-b2b1-b56400a80d0f HTTP/1.1" status: 200 len: 945 time: 0.2544870 Apr 19 07:44:32.198699 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-e070978f-d7a3-4c5f-aefd-2f638d7e5a0f req-f6344f76-efb1-415c-9140-e16501b43d91 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1b9b2ed-6991-4ca2-9322-f0071141391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2876396 Apr 19 07:44:32.422627 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-4de122be-fc49-4efb-a07c-e259e75f206f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852965478'] for router_interface, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:32.802974 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-4de122be-fc49-4efb-a07c-e259e75f206f admin admin] Deleting port d65ab34c-7d0d-4237-9956-6af924d3b71d {{(pid=86413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 07:44:32.803237 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-4de122be-fc49-4efb-a07c-e259e75f206f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267090122612'] for port, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:32.987626 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-4de122be-fc49-4efb-a07c-e259e75f206f admin admin] For port d65ab34c-7d0d-4237-9956-6af924d3b71d, host dv-cinder-773870-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-smb',level=0,port_id=d65ab34c-7d0d-4237-9956-6af924d3b71d,segment=NetworkSegment(5ece5800-cf63-4b8e-9592-eecf9bad7847),segment_id=5ece5800-cf63-4b8e-9592-eecf9bad7847)] {{(pid=86413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:44:32.988552 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-4de122be-fc49-4efb-a07c-e259e75f206f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852958595'] for port, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:33.118753 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-4de122be-fc49-4efb-a07c-e259e75f206f admin admin] Calling delete_port for d65ab34c-7d0d-4237-9956-6af924d3b71d owned by network:router_interface {{(pid=86413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 07:44:33.220584 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 40972) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:44:33.349064 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-329de491-57d3-43e9-95f5-a0dfc1b3980d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:33.365130 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-329de491-57d3-43e9-95f5-a0dfc1b3980d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:44:33.369422 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-329de491-57d3-43e9-95f5-a0dfc1b3980d admin admin] Usage tracker for resource:security_group_rule and tenant:4bbeea9b702543a7a52b7dba7670ed36 is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:44:33.372471 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-329de491-57d3-43e9-95f5-a0dfc1b3980d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:44:33.379208 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-329de491-57d3-43e9-95f5-a0dfc1b3980d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:44:33.468867 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-329de491-57d3-43e9-95f5-a0dfc1b3980d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:33.472503 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-329de491-57d3-43e9-95f5-a0dfc1b3980d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:33.481630 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-83db27bb-86da-49de-b137-9631a1fed525 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:44:33.507591 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-4de122be-fc49-4efb-a07c-e259e75f206f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267090117919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267090550695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2897772'] for port, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:33.511952 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-ea09a093-4d70-44ad-ac4b-64090081c80c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:44:33.526956 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-329de491-57d3-43e9-95f5-a0dfc1b3980d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4bbeea9b702543a7a52b7dba7670ed36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3051047 Apr 19 07:44:33.527895 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329de491-57d3-43e9-95f5-a0dfc1b3980d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bdacf8b-f8bc-4044-97db-6bfbfcbd8c64,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:44:33.530409 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 40978) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:44:33.533083 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-329de491-57d3-43e9-95f5-a0dfc1b3980d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:44:33.560310 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de122be-fc49-4efb-a07c-e259e75f206f admin admin] Pushing event deleted for resources: {'Port': ['ID=d65ab34c-7d0d-4237-9956-6af924d3b71d,revision_number=None']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:44:33.563124 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-4de122be-fc49-4efb-a07c-e259e75f206f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:44:33.594227 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-cb4651b2-babf-47bc-bd8f-0b8fb843a3ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:33.621853 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-cb4651b2-babf-47bc-bd8f-0b8fb843a3ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:33.668116 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-cb4651b2-babf-47bc-bd8f-0b8fb843a3ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:33.672033 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-7c1a9c49-aa2e-42cc-880d-25b450f72c4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:44:33.683858 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4651b2-babf-47bc-bd8f-0b8fb843a3ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bdacf8b-f8bc-4044-97db-6bfbfcbd8c64,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:44:33.688811 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-cb4651b2-babf-47bc-bd8f-0b8fb843a3ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:44:33.690862 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-cb4651b2-babf-47bc-bd8f-0b8fb843a3ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:33.694912 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-cb4651b2-babf-47bc-bd8f-0b8fb843a3ec admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9bdacf8b-f8bc-4044-97db-6bfbfcbd8c64 HTTP/1.1" status: 204 len: 168 time: 0.1635461 Apr 19 07:44:33.813399 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Device 2e081745-18ec-437a-991c-88ad319333bc no longer exists at agent hyperv_hv-cinder-77387 {{(pid=86414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 07:44:33.850667 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-4de122be-fc49-4efb-a07c-e259e75f206f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036852965404'] for router_interface, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:33.864829 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] No Port match for: 2e081745-18ec-437a-991c-88ad319333bc {{(pid=86414) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 07:44:33.865220 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Device 2e081745-18ec-437a-991c-88ad319333bc not bound to the agent host hv-cinder-77387 {{(pid=86414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 07:44:34.237261 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4de122be-fc49-4efb-a07c-e259e75f206f admin admin] Router 67d699e7-9ef1-4896-9222-d3cb20b93ed4 has already been hosted by L3 agent af0aee0b-5275-4bf1-b5b2-246fd8e7196c {{(pid=86413) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 07:44:34.427568 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4de122be-fc49-4efb-a07c-e259e75f206f admin admin] Notify agent at l3_agent.dv-cinder-773870-2-smb the message routers_updated {{(pid=86413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 07:44:34.437295 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55dcd75-74a2-4f4a-a732-535b87872998 None None] Sync routers for ids ['67d699e7-9ef1-4896-9222-d3cb20b93ed4'] in dv-cinder-773870-2-smb {{(pid=86415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 07:44:34.448148 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55dcd75-74a2-4f4a-a732-535b87872998 None None] Routers {'67d699e7-9ef1-4896-9222-d3cb20b93ed4'} bound to L3 agent in host dv-cinder-773870-2-smb {{(pid=86415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 07:44:34.448439 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-4de122be-fc49-4efb-a07c-e259e75f206f admin admin] 10.222.0.41 "PUT /v2.0/routers/67d699e7-9ef1-4896-9222-d3cb20b93ed4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9198966 Apr 19 07:44:34.448866 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-e55dcd75-74a2-4f4a-a732-535b87872998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T07:32:39Z,description=,heartbeat_timestamp=2021-04-19T07:44:09Z,host='dv-cinder-773870-2-smb',id=af0aee0b-5275-4bf1-b5b2-246fd8e7196c,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T07:32:39Z,topic='l3_agent')) {'router_ids': ['67d699e7-9ef1-4896-9222-d3cb20b93ed4'], 'active': True} {{(pid=86415) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:44:34.451053 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 41002) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:44:34.645875 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvr_db [None req-e55dcd75-74a2-4f4a-a732-535b87872998 None None] Set router 67d699e7-9ef1-4896-9222-d3cb20b93ed4 gateway port host: dv-cinder-773870-2-smb {{(pid=86415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 07:44:34.873548 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-deb0d6d9-561b-4664-9749-c5bb495eceae admin admin] Notify callbacks [] for router, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:34.963470 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-e55dcd75-74a2-4f4a-a732-535b87872998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d699e7-9ef1-4896-9222-d3cb20b93ed4', 'name': 'tempest-ServerRescueNegativeTestJSON-727663491-router', 'tenant_id': 'e16dd95cee524812ae6d6b49005c2136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.219'}], 'enable_snat': True}, 'gw_port_id': '14aa9668-5312-4c4e-8339-78378aef3b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:40:59Z', 'updated_at': '2021-04-19T07:44:33Z', 'revision_number': 5, 'project_id': 'e16dd95cee524812ae6d6b49005c2136', 'gw_port': {'id': '14aa9668-5312-4c4e-8339-78378aef3b9c', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:d7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d699e7-9ef1-4896-9222-d3cb20b93ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:02Z', 'updated_at': '2021-04-19T07:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb'}], 'dv-cinder-773870-2-smb', False) {} {{(pid=86415) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:44:34.968066 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55dcd75-74a2-4f4a-a732-535b87872998 None None] Checking router: 67d699e7-9ef1-4896-9222-d3cb20b93ed4 for host: dv-cinder-773870-2-smb {{(pid=86415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 07:44:34.985755 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55dcd75-74a2-4f4a-a732-535b87872998 None None] Routers {'67d699e7-9ef1-4896-9222-d3cb20b93ed4'} bound to L3 agent in host dv-cinder-773870-2-smb {{(pid=86415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 07:44:34.985755 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-e55dcd75-74a2-4f4a-a732-535b87872998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T07:32:39Z,description=,heartbeat_timestamp=2021-04-19T07:44:09Z,host='dv-cinder-773870-2-smb',id=af0aee0b-5275-4bf1-b5b2-246fd8e7196c,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T07:32:39Z,topic='l3_agent')) {'router_ids': ['67d699e7-9ef1-4896-9222-d3cb20b93ed4'], 'active': True} {{(pid=86415) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:44:35.067424 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-deb0d6d9-561b-4664-9749-c5bb495eceae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:35.077818 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-deb0d6d9-561b-4664-9749-c5bb495eceae admin admin] Deleting port 14aa9668-5312-4c4e-8339-78378aef3b9c {{(pid=86413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 07:44:35.078186 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-deb0d6d9-561b-4664-9749-c5bb495eceae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267090122612'] for port, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:35.180581 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvr_db [None req-e55dcd75-74a2-4f4a-a732-535b87872998 None None] Set router 67d699e7-9ef1-4896-9222-d3cb20b93ed4 gateway port host: dv-cinder-773870-2-smb {{(pid=86415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 07:44:35.272442 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-deb0d6d9-561b-4664-9749-c5bb495eceae admin admin] For port 14aa9668-5312-4c4e-8339-78378aef3b9c, host dv-cinder-773870-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-smb',level=0,port_id=14aa9668-5312-4c4e-8339-78378aef3b9c,segment=NetworkSegment(02bd2b75-5f2a-405f-9739-3049934ed397),segment_id=02bd2b75-5f2a-405f-9739-3049934ed397)] {{(pid=86413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:44:35.273179 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-deb0d6d9-561b-4664-9749-c5bb495eceae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852958595'] for port, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:35.407377 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-deb0d6d9-561b-4664-9749-c5bb495eceae admin admin] Calling delete_port for 14aa9668-5312-4c4e-8339-78378aef3b9c owned by network:router_gateway {{(pid=86413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 07:44:35.482572 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-e55dcd75-74a2-4f4a-a732-535b87872998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d699e7-9ef1-4896-9222-d3cb20b93ed4', 'name': 'tempest-ServerRescueNegativeTestJSON-727663491-router', 'tenant_id': 'e16dd95cee524812ae6d6b49005c2136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.219'}], 'enable_snat': True}, 'gw_port_id': '14aa9668-5312-4c4e-8339-78378aef3b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:40:59Z', 'updated_at': '2021-04-19T07:44:33Z', 'revision_number': 5, 'project_id': 'e16dd95cee524812ae6d6b49005c2136', 'gw_port': {'id': '14aa9668-5312-4c4e-8339-78378aef3b9c', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:d7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d699e7-9ef1-4896-9222-d3cb20b93ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:02Z', 'updated_at': '2021-04-19T07:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb'}], 'dv-cinder-773870-2-smb', False) {} {{(pid=86415) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:44:35.486863 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55dcd75-74a2-4f4a-a732-535b87872998 None None] The sync data for ids ['67d699e7-9ef1-4896-9222-d3cb20b93ed4'] in dv-cinder-773870-2-smb is: [{'id': '67d699e7-9ef1-4896-9222-d3cb20b93ed4', 'name': 'tempest-ServerRescueNegativeTestJSON-727663491-router', 'tenant_id': 'e16dd95cee524812ae6d6b49005c2136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.219'}], 'enable_snat': True}, 'gw_port_id': '14aa9668-5312-4c4e-8339-78378aef3b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:40:59Z', 'updated_at': '2021-04-19T07:44:33Z', 'revision_number': 5, 'project_id': 'e16dd95cee524812ae6d6b49005c2136', 'gw_port': {'id': '14aa9668-5312-4c4e-8339-78378aef3b9c', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:d7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d699e7-9ef1-4896-9222-d3cb20b93ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:02Z', 'updated_at': '2021-04-19T07:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb'}] {{(pid=86415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 07:44:35.620915 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-deb0d6d9-561b-4664-9749-c5bb495eceae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267090117919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267090550695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2897772'] for port, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:35.626206 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:44:35.708649 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb0d6d9-561b-4664-9749-c5bb495eceae admin admin] Pushing event deleted for resources: {'Port': ['ID=14aa9668-5312-4c4e-8339-78378aef3b9c,revision_number=None']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:44:35.711337 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-deb0d6d9-561b-4664-9749-c5bb495eceae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:44:35.797347 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-deb0d6d9-561b-4664-9749-c5bb495eceae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1812581'] for router_gateway, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:35.843493 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Device d65ab34c-7d0d-4237-9956-6af924d3b71d no longer exists at agent ovs-agent-dv-cinder-773870-2-smb {{(pid=86414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 07:44:35.881377 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] No Port match for: d65ab34c-7d0d-4237-9956-6af924d3b71d {{(pid=86414) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 07:44:35.881771 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Device d65ab34c-7d0d-4237-9956-6af924d3b71d not bound to the agent host dv-cinder-773870-2-smb {{(pid=86414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 07:44:35.979604 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-deb0d6d9-561b-4664-9749-c5bb495eceae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1807417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2857'] for router, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:35.982167 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-deb0d6d9-561b-4664-9749-c5bb495eceae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:36.074588 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-deb0d6d9-561b-4664-9749-c5bb495eceae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852972163'] for router, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:36.075124 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb0d6d9-561b-4664-9749-c5bb495eceae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67d699e7-9ef1-4896-9222-d3cb20b93ed4 {{(pid=86413) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 19 07:44:36.088535 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-deb0d6d9-561b-4664-9749-c5bb495eceae admin admin] Notify callbacks [] for router, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:36.089759 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-deb0d6d9-561b-4664-9749-c5bb495eceae admin admin] 10.222.0.41 "DELETE /v2.0/routers/67d699e7-9ef1-4896-9222-d3cb20b93ed4 HTTP/1.1" status: 204 len: 168 time: 1.6375194 Apr 19 07:44:36.092538 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 41028) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:44:36.160650 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fc1e452-b478-48ee-b372-8e2373af2c1e admin admin] Deleting subnet d7ac704f-a7c2-4301-8e27-7927e5a3d15d {{(pid=86413) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 07:44:36.164063 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-1fc1e452-b478-48ee-b372-8e2373af2c1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:36.221550 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-1fc1e452-b478-48ee-b372-8e2373af2c1e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3833701'] for subnet, precommit_delete_associations {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:36.282222 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-1fc1e452-b478-48ee-b372-8e2373af2c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-771124'] for subnet, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:36.541831 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-1fc1e452-b478-48ee-b372-8e2373af2c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854004724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1716840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2896568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036850877896'] for subnet, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:36.545732 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-83f92c3d-9132-4c5d-a667-fd8b12b9d6e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:44:36.584244 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc1e452-b478-48ee-b372-8e2373af2c1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7ac704f-a7c2-4301-8e27-7927e5a3d15d,revision_number=None']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:44:36.587446 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-1fc1e452-b478-48ee-b372-8e2373af2c1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:44:36.588501 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-1fc1e452-b478-48ee-b372-8e2373af2c1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853097331'] for subnet, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:36.595041 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-1fc1e452-b478-48ee-b372-8e2373af2c1e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/d7ac704f-a7c2-4301-8e27-7927e5a3d15d HTTP/1.1" status: 204 len: 168 time: 0.5014575 Apr 19 07:44:36.598989 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 41032) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:44:36.713018 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-ba1e5c5e-7eef-4bfe-b46e-1ae66f0ec19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-686968'] for network, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:36.845315 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-ba1e5c5e-7eef-4bfe-b46e-1ae66f0ec19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854004639', 'neutron.services.segments.db._delete_segments_for_network-8769764573043'] for network, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:36.960450 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.services.segments.db [None req-ba1e5c5e-7eef-4bfe-b46e-1ae66f0ec19d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c60a7a0e-d7f4-4271-80f2-d9ececf82671']}} {{(pid=86413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:44:36.974265 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.services.segments.db [None req-ba1e5c5e-7eef-4bfe-b46e-1ae66f0ec19d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ece5800-cf63-4b8e-9592-eecf9bad7847') {'for_net_delete': True} {{(pid=86413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:44:36.974632 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.services.segments.db [None req-ba1e5c5e-7eef-4bfe-b46e-1ae66f0ec19d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ece5800-cf63-4b8e-9592-eecf9bad7847') {} {{(pid=86413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:44:36.987059 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-ba1e5c5e-7eef-4bfe-b46e-1ae66f0ec19d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363267090041187', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850942099'] for segment, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:37.003016 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-ba1e5c5e-7eef-4bfe-b46e-1ae66f0ec19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853992622'] for segment, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:37.009902 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba1e5c5e-7eef-4bfe-b46e-1ae66f0ec19d admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=86413) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 07:44:37.054976 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-33a6080a-a792-498b-99bc-4b3423c60f4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:37.200308 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-ba1e5c5e-7eef-4bfe-b46e-1ae66f0ec19d admin admin] Network c60a7a0e-d7f4-4271-80f2-d9ececf82671 has no segments {{(pid=86413) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 07:44:37.209660 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-ba1e5c5e-7eef-4bfe-b46e-1ae66f0ec19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-783141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851878117'] for segment, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:37.394006 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-ba1e5c5e-7eef-4bfe-b46e-1ae66f0ec19d admin admin] Network c60a7a0e-d7f4-4271-80f2-d9ececf82671 has no segments {{(pid=86413) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 07:44:37.416307 dv-cinder-773870-2-smb neutron-server[86301]: Traceback (most recent call last): Apr 19 07:44:37.416307 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 07:44:37.416307 dv-cinder-773870-2-smb neutron-server[86301]: timer() Apr 19 07:44:37.416307 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 07:44:37.416307 dv-cinder-773870-2-smb neutron-server[86301]: cb(*args, **kw) Apr 19 07:44:37.416307 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 07:44:37.416307 dv-cinder-773870-2-smb neutron-server[86301]: return func(*args, **kwargs) Apr 19 07:44:37.416307 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 07:44:37.416307 dv-cinder-773870-2-smb neutron-server[86301]: self._notify() Apr 19 07:44:37.416307 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 07:44:37.416307 dv-cinder-773870-2-smb neutron-server[86301]: self.callback(batched_events) Apr 19 07:44:37.416307 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 07:44:37.416307 dv-cinder-773870-2-smb neutron-server[86301]: event.method(event) Apr 19 07:44:37.416307 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 07:44:37.416307 dv-cinder-773870-2-smb neutron-server[86301]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 07:44:37.416307 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 07:44:37.416307 dv-cinder-773870-2-smb neutron-server[86301]: segment_id)['aggregates'][0] Apr 19 07:44:37.416307 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 07:44:37.416307 dv-cinder-773870-2-smb neutron-server[86301]: return f(self, *a, **k) Apr 19 07:44:37.416307 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 07:44:37.416307 dv-cinder-773870-2-smb neutron-server[86301]: return self._get(url).json() Apr 19 07:44:37.416307 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 07:44:37.416307 dv-cinder-773870-2-smb neutron-server[86301]: **kwargs) Apr 19 07:44:37.416307 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 07:44:37.416307 dv-cinder-773870-2-smb neutron-server[86301]: return self.request(url, 'GET', **kwargs) Apr 19 07:44:37.416307 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 07:44:37.416307 dv-cinder-773870-2-smb neutron-server[86301]: **endpoint_filter) Apr 19 07:44:37.416307 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 07:44:37.416307 dv-cinder-773870-2-smb neutron-server[86301]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 07:44:37.416307 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 07:44:37.416307 dv-cinder-773870-2-smb neutron-server[86301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 07:44:37.416307 dv-cinder-773870-2-smb neutron-server[86301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 07:44:37.495283 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-ba1e5c5e-7eef-4bfe-b46e-1ae66f0ec19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1810050'] for network, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:37.499242 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-a6f622d4-842b-4504-adb4-e2a8753fe603 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:44:37.513053 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-ba1e5c5e-7eef-4bfe-b46e-1ae66f0ec19d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853097331'] for network, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:37.524166 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1e5c5e-7eef-4bfe-b46e-1ae66f0ec19d admin admin] Pushing event deleted for resources: {'Network': ['ID=c60a7a0e-d7f4-4271-80f2-d9ececf82671,revision_number=None']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:44:37.527452 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-ba1e5c5e-7eef-4bfe-b46e-1ae66f0ec19d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:44:37.533007 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-ba1e5c5e-7eef-4bfe-b46e-1ae66f0ec19d admin admin] 10.222.0.41 "DELETE /v2.0/networks/c60a7a0e-d7f4-4271-80f2-d9ececf82671 HTTP/1.1" status: 204 len: 168 time: 0.9329598 Apr 19 07:44:37.747147 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 41046) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:44:37.776369 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Device 14aa9668-5312-4c4e-8339-78378aef3b9c no longer exists at agent ovs-agent-dv-cinder-773870-2-smb {{(pid=86414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 07:44:37.802288 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-f500c5cf-e6be-43c1-a939-6a8799d4cb83 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e16dd95cee524812ae6d6b49005c2136&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0535479 Apr 19 07:44:37.804959 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 41050) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:44:37.814742 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] No Port match for: 14aa9668-5312-4c4e-8339-78378aef3b9c {{(pid=86414) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 07:44:37.815119 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Device 14aa9668-5312-4c4e-8339-78378aef3b9c not bound to the agent host dv-cinder-773870-2-smb {{(pid=86414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 07:44:37.864842 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-fb4c6294-1d11-4495-92bb-ab02a6c28918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:37.892794 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-fb4c6294-1d11-4495-92bb-ab02a6c28918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:37.941622 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-fb4c6294-1d11-4495-92bb-ab02a6c28918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:37.945377 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-304d328e-a37f-44b3-9f3a-498da737018a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:44:37.959678 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4c6294-1d11-4495-92bb-ab02a6c28918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11960a75-411f-4111-8638-cfd0d105831f,revision_number=None']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:44:37.962313 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-fb4c6294-1d11-4495-92bb-ab02a6c28918 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:44:37.969576 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-fb4c6294-1d11-4495-92bb-ab02a6c28918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:37.970793 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-fb4c6294-1d11-4495-92bb-ab02a6c28918 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/11960a75-411f-4111-8638-cfd0d105831f HTTP/1.1" status: 204 len: 168 time: 0.1648746 Apr 19 07:44:38.479441 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 41074) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:44:38.607792 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-689da937-9a03-419c-9586-f6cf43c6807a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:38.624111 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-689da937-9a03-419c-9586-f6cf43c6807a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:44:38.628451 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-689da937-9a03-419c-9586-f6cf43c6807a admin admin] Usage tracker for resource:security_group_rule and tenant:e3c172b2a5a6435eb1c689d0013a2563 is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:44:38.631560 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-689da937-9a03-419c-9586-f6cf43c6807a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:44:38.637923 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-689da937-9a03-419c-9586-f6cf43c6807a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:44:38.733749 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-689da937-9a03-419c-9586-f6cf43c6807a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:38.737297 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-689da937-9a03-419c-9586-f6cf43c6807a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:38.746700 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-490f1d73-0643-442e-a196-167648fbc4d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:44:38.789121 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-689da937-9a03-419c-9586-f6cf43c6807a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e3c172b2a5a6435eb1c689d0013a2563&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3083007 Apr 19 07:44:38.790057 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689da937-9a03-419c-9586-f6cf43c6807a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c3c160-3338-4e0f-b8fe-37a3c42f8ff4,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:44:38.792013 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 41090) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:44:38.793520 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-689da937-9a03-419c-9586-f6cf43c6807a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:44:38.856462 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-77880ff0-d337-4447-832b-75101402792a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:38.886862 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-77880ff0-d337-4447-832b-75101402792a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:38.933466 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-77880ff0-d337-4447-832b-75101402792a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:38.938990 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-030afc01-9855-46dc-a26f-99882e97d62b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:44:38.950392 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77880ff0-d337-4447-832b-75101402792a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c3c160-3338-4e0f-b8fe-37a3c42f8ff4,revision_number=None']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:44:38.955220 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-77880ff0-d337-4447-832b-75101402792a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:44:38.957201 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-77880ff0-d337-4447-832b-75101402792a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:38.958404 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-77880ff0-d337-4447-832b-75101402792a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f6c3c160-3338-4e0f-b8fe-37a3c42f8ff4 HTTP/1.1" status: 204 len: 168 time: 0.1653552 Apr 19 07:44:39.141377 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-05e676f3-64c8-4129-912b-20863b2dd466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:39.351064 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 41114) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:44:39.372399 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-97040b2d-175d-410d-8a63-262a1e0f244b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:39.388647 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-97040b2d-175d-410d-8a63-262a1e0f244b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:44:39.393134 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-97040b2d-175d-410d-8a63-262a1e0f244b admin admin] Usage tracker for resource:security_group_rule and tenant:50101ecd8fbc4bc98122765652365969 is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:44:39.396450 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-97040b2d-175d-410d-8a63-262a1e0f244b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:44:39.402908 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-97040b2d-175d-410d-8a63-262a1e0f244b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:44:39.497564 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-97040b2d-175d-410d-8a63-262a1e0f244b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:39.501205 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-97040b2d-175d-410d-8a63-262a1e0f244b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:39.509421 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-dcae3ea1-149d-40ea-863e-eca9c98e75d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:44:39.554508 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-97040b2d-175d-410d-8a63-262a1e0f244b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=50101ecd8fbc4bc98122765652365969&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2021918 Apr 19 07:44:39.555554 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97040b2d-175d-410d-8a63-262a1e0f244b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41be7c79-1550-42b1-84e5-6f93528bfb55,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:44:39.557770 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 41120) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:44:39.558792 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-97040b2d-175d-410d-8a63-262a1e0f244b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:44:39.624671 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-90e0d1d2-a4b6-47e9-b342-4f7a587e19ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:39.770936 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 41126) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:44:39.772220 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bf2cef0d-0a86-410b-90d7-6d8fe7ad6153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:39.884235 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-90e0d1d2-a4b6-47e9-b342-4f7a587e19ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:39.903750 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d31dc611-0c7c-4a78-8052-c447204ac8d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:39.923302 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-d31dc611-0c7c-4a78-8052-c447204ac8d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:44:39.927351 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-d31dc611-0c7c-4a78-8052-c447204ac8d1 admin admin] Usage tracker for resource:security_group_rule and tenant:01a5014e8a8e4204b595a581ee1d451e is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:44:39.930295 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-90e0d1d2-a4b6-47e9-b342-4f7a587e19ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:39.930529 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-d31dc611-0c7c-4a78-8052-c447204ac8d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:44:39.935423 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-daf7359f-ce64-4097-8747-8d903aa654ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:44:39.936469 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-d31dc611-0c7c-4a78-8052-c447204ac8d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:44:39.946237 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e0d1d2-a4b6-47e9-b342-4f7a587e19ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41be7c79-1550-42b1-84e5-6f93528bfb55,revision_number=None']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:44:39.951194 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-90e0d1d2-a4b6-47e9-b342-4f7a587e19ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:44:39.953071 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-90e0d1d2-a4b6-47e9-b342-4f7a587e19ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:39.959482 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-90e0d1d2-a4b6-47e9-b342-4f7a587e19ec admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/41be7c79-1550-42b1-84e5-6f93528bfb55 HTTP/1.1" status: 204 len: 168 time: 0.3984466 Apr 19 07:44:40.026356 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d31dc611-0c7c-4a78-8052-c447204ac8d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:40.029251 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d31dc611-0c7c-4a78-8052-c447204ac8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:40.038436 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-395eb9ae-672f-425c-a38b-9b0b3361f985 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:44:40.083442 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-d31dc611-0c7c-4a78-8052-c447204ac8d1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=01a5014e8a8e4204b595a581ee1d451e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3084683 Apr 19 07:44:40.083442 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31dc611-0c7c-4a78-8052-c447204ac8d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de9cb47a-822a-4c55-9927-9ca461ed5500,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:44:40.083762 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 41136) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:44:40.085806 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-d31dc611-0c7c-4a78-8052-c447204ac8d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:44:40.147438 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-c66c18a5-291f-4600-9802-b789bffb3a54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:40.174716 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-c66c18a5-291f-4600-9802-b789bffb3a54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:40.228399 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-c66c18a5-291f-4600-9802-b789bffb3a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:40.233570 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-96914c3d-47de-45fc-873a-525ac4ecb268 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:44:40.245711 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66c18a5-291f-4600-9802-b789bffb3a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de9cb47a-822a-4c55-9927-9ca461ed5500,revision_number=None']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:44:40.249663 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-c66c18a5-291f-4600-9802-b789bffb3a54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:44:40.252959 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-c66c18a5-291f-4600-9802-b789bffb3a54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:40.255552 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-c66c18a5-291f-4600-9802-b789bffb3a54 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/de9cb47a-822a-4c55-9927-9ca461ed5500 HTTP/1.1" status: 204 len: 168 time: 0.1707137 Apr 19 07:44:40.445219 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:40.557354 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 41158) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:44:40.577105 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-b8207d21-6747-4d99-bf80-e7b1079f1f29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:40.592768 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-b8207d21-6747-4d99-bf80-e7b1079f1f29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:44:40.596983 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-b8207d21-6747-4d99-bf80-e7b1079f1f29 admin admin] Usage tracker for resource:security_group_rule and tenant:9d2ddc7326f54caa996275651d418f30 is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:44:40.600082 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-b8207d21-6747-4d99-bf80-e7b1079f1f29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:44:40.606314 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-b8207d21-6747-4d99-bf80-e7b1079f1f29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:44:40.616955 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:40.699938 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-b8207d21-6747-4d99-bf80-e7b1079f1f29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:40.703506 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-b8207d21-6747-4d99-bf80-e7b1079f1f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:40.712556 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-329de491-57d3-43e9-95f5-a0dfc1b3980d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:44:40.759256 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-b8207d21-6747-4d99-bf80-e7b1079f1f29 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9d2ddc7326f54caa996275651d418f30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2006555 Apr 19 07:44:40.760335 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8207d21-6747-4d99-bf80-e7b1079f1f29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b542792c-fc57-41c9-877c-ca4a4ef1a2ce,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:44:40.762227 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 41168) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:44:40.763562 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-b8207d21-6747-4d99-bf80-e7b1079f1f29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:44:40.828598 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-773b675e-cbed-43a7-89b7-fff2badafcdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:40.855890 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-773b675e-cbed-43a7-89b7-fff2badafcdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:40.901445 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-773b675e-cbed-43a7-89b7-fff2badafcdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:40.905231 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-245c209a-0312-4e43-b50f-83a857cafc2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:44:40.916924 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773b675e-cbed-43a7-89b7-fff2badafcdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b542792c-fc57-41c9-877c-ca4a4ef1a2ce,revision_number=None']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:44:40.919346 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-773b675e-cbed-43a7-89b7-fff2badafcdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:44:40.925300 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-773b675e-cbed-43a7-89b7-fff2badafcdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:40.926473 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-773b675e-cbed-43a7-89b7-fff2badafcdd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b542792c-fc57-41c9-877c-ca4a4ef1a2ce HTTP/1.1" status: 204 len: 168 time: 0.1631970 Apr 19 07:44:41.339759 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d08bd89e-63cf-49bc-b1d3-e1c35da66f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:43.996142 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 41240) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:44:44.127282 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-1e11ac8e-1b46-4032-8a6b-ee84da02284a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:44.143512 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-1e11ac8e-1b46-4032-8a6b-ee84da02284a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:44:44.148662 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-1e11ac8e-1b46-4032-8a6b-ee84da02284a admin admin] Usage tracker for resource:security_group_rule and tenant:4f71b3220dd3406492a324d6b8b10b44 is out of sync, need to count used quota {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:44:44.151861 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-1e11ac8e-1b46-4032-8a6b-ee84da02284a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:44:44.157927 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-1e11ac8e-1b46-4032-8a6b-ee84da02284a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:44:44.247954 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-1e11ac8e-1b46-4032-8a6b-ee84da02284a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:44.251058 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-1e11ac8e-1b46-4032-8a6b-ee84da02284a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:44.262787 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-773b675e-cbed-43a7-89b7-fff2badafcdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:44:44.306556 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-1e11ac8e-1b46-4032-8a6b-ee84da02284a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4f71b3220dd3406492a324d6b8b10b44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3088064 Apr 19 07:44:44.308564 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e11ac8e-1b46-4032-8a6b-ee84da02284a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a07657-0743-4fb2-b0b8-29b13504fd80,revision_number=1']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:44:44.308778 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 41248) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:44:44.312233 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-1e11ac8e-1b46-4032-8a6b-ee84da02284a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:44:44.393646 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-b243d18f-bccf-43e1-87e4-41d62c81377c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:44.421733 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-b243d18f-bccf-43e1-87e4-41d62c81377c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:44.469499 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-b243d18f-bccf-43e1-87e4-41d62c81377c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:44.474533 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-97040b2d-175d-410d-8a63-262a1e0f244b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:44:44.491352 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b243d18f-bccf-43e1-87e4-41d62c81377c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a07657-0743-4fb2-b0b8-29b13504fd80,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:44:44.494500 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-b243d18f-bccf-43e1-87e4-41d62c81377c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:44:44.515477 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-b243d18f-bccf-43e1-87e4-41d62c81377c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:44.517289 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-b243d18f-bccf-43e1-87e4-41d62c81377c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/92a07657-0743-4fb2-b0b8-29b13504fd80 HTTP/1.1" status: 204 len: 168 time: 0.2072456 Apr 19 07:44:46.649970 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e757682-a719-48e5-983e-83cf5485fd50 req-cc88fce1-d2ac-48d1-b00a-4088c1add16e tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:44:46.651554 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-2e757682-a719-48e5-983e-83cf5485fd50 req-cc88fce1-d2ac-48d1-b00a-4088c1add16e tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cb3e163-d85e-4af2-989d-8aeac6961b03 HTTP/1.1" status: 200 len: 946 time: 0.0954971 Apr 19 07:44:46.699504 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-2e757682-a719-48e5-983e-83cf5485fd50 req-f775a616-debf-4231-bec6-a337eefa1412 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=36650465-235a-4162-8acf-4b22f62c04fd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0412169 Apr 19 07:44:47.911020 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ab721e-726c-4d3f-b9b9-7a9c8e22a55d req-5677966b-a6a9-4c52-8e0c-964d536f17d9 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:44:47.912654 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-31ab721e-726c-4d3f-b9b9-7a9c8e22a55d req-5677966b-a6a9-4c52-8e0c-964d536f17d9 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cb3e163-d85e-4af2-989d-8aeac6961b03 HTTP/1.1" status: 200 len: 946 time: 0.0915415 Apr 19 07:44:47.962750 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-31ab721e-726c-4d3f-b9b9-7a9c8e22a55d req-c08ecbe2-fc6e-4316-9ddd-6f63fc547625 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=36650465-235a-4162-8acf-4b22f62c04fd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0431569 Apr 19 07:44:48.233683 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d82651-8c29-49a7-8876-3ac3bb70bcbc req-4d10f19d-34df-46b2-864e-285ae8baddbc tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:44:48.235487 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-09d82651-8c29-49a7-8876-3ac3bb70bcbc req-4d10f19d-34df-46b2-864e-285ae8baddbc tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cb3e163-d85e-4af2-989d-8aeac6961b03 HTTP/1.1" status: 200 len: 946 time: 0.0958047 Apr 19 07:44:48.311932 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [req-09d82651-8c29-49a7-8876-3ac3bb70bcbc req-f6ad36be-ed22-43ef-a816-c76eecae8d9a tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Deleting port 5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6 {{(pid=86412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 07:44:48.312319 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-09d82651-8c29-49a7-8876-3ac3bb70bcbc req-f6ad36be-ed22-43ef-a816-c76eecae8d9a tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267090122612'] for port, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:48.797364 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [req-09d82651-8c29-49a7-8876-3ac3bb70bcbc req-f6ad36be-ed22-43ef-a816-c76eecae8d9a tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] For port 5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6,segment=NetworkSegment(82586cc3-7b22-4a5c-b95c-8fce131571e9),segment_id=82586cc3-7b22-4a5c-b95c-8fce131571e9)] {{(pid=86412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:44:48.797680 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-09d82651-8c29-49a7-8876-3ac3bb70bcbc req-f6ad36be-ed22-43ef-a816-c76eecae8d9a tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852958595'] for port, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:49.118950 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-09d82651-8c29-49a7-8876-3ac3bb70bcbc req-f6ad36be-ed22-43ef-a816-c76eecae8d9a tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:49.119516 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-09d82651-8c29-49a7-8876-3ac3bb70bcbc req-f6ad36be-ed22-43ef-a816-c76eecae8d9a tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1810097'] for floatingip, after_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:49.119738 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.db.l3_db [req-09d82651-8c29-49a7-8876-3ac3bb70bcbc req-f6ad36be-ed22-43ef-a816-c76eecae8d9a tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Floating IP ea3501bd-7dcc-4fd0-b3b6-41297f5defa0 disassociated. External IP: 172.28.2.194, port: 5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6. Apr 19 07:44:49.120121 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [req-09d82651-8c29-49a7-8876-3ac3bb70bcbc req-f6ad36be-ed22-43ef-a816-c76eecae8d9a tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Calling delete_port for 5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6 owned by compute:nova {{(pid=86412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 07:44:49.175432 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddf4e65-de2c-4ec2-8b5d-2b67fb4cc9af req-26ff8ddc-8126-44f6-94c2-1d2d4f3cdf09 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:44:49.177139 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-9ddf4e65-de2c-4ec2-8b5d-2b67fb4cc9af req-26ff8ddc-8126-44f6-94c2-1d2d4f3cdf09 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cb3e163-d85e-4af2-989d-8aeac6961b03 HTTP/1.1" status: 200 len: 946 time: 0.0895524 Apr 19 07:44:49.231630 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-9ddf4e65-de2c-4ec2-8b5d-2b67fb4cc9af req-77636324-430e-4a9a-98c1-189a9c5bf219 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=36650465-235a-4162-8acf-4b22f62c04fd&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0469291 Apr 19 07:44:49.288068 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-09d82651-8c29-49a7-8876-3ac3bb70bcbc req-f6ad36be-ed22-43ef-a816-c76eecae8d9a tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267090117919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267090550695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3936575'] for port, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:49.294996 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-78e808d5-1ad2-4d71-952e-b4797d7521b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:44:49.344679 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ad36be-ed22-43ef-a816-c76eecae8d9a tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Pushing event deleted for resources: {'Port': ['ID=5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:44:49.348341 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-f6ad36be-ed22-43ef-a816-c76eecae8d9a tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:44:49.544035 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.l3_agent_scheduler [req-09d82651-8c29-49a7-8876-3ac3bb70bcbc req-f6ad36be-ed22-43ef-a816-c76eecae8d9a tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Router f94fd1ee-95bd-456f-8f6a-c17a78acc134 has already been hosted by L3 agent af0aee0b-5275-4bf1-b5b2-246fd8e7196c {{(pid=86412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 07:44:49.732998 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-09d82651-8c29-49a7-8876-3ac3bb70bcbc req-f6ad36be-ed22-43ef-a816-c76eecae8d9a tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify agent at l3_agent.dv-cinder-773870-2-smb the message routers_updated {{(pid=86412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 07:44:49.744470 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d16a354-4897-4df2-9421-bae12520c089 None None] Sync routers for ids ['f94fd1ee-95bd-456f-8f6a-c17a78acc134'] in dv-cinder-773870-2-smb {{(pid=86414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 07:44:49.754548 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d16a354-4897-4df2-9421-bae12520c089 None None] Routers {'f94fd1ee-95bd-456f-8f6a-c17a78acc134'} bound to L3 agent in host dv-cinder-773870-2-smb {{(pid=86414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 07:44:49.755478 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-8d16a354-4897-4df2-9421-bae12520c089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T07:32:39Z,description=,heartbeat_timestamp=2021-04-19T07:44:39Z,host='dv-cinder-773870-2-smb',id=af0aee0b-5275-4bf1-b5b2-246fd8e7196c,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T07:32:39Z,topic='l3_agent')) {'router_ids': ['f94fd1ee-95bd-456f-8f6a-c17a78acc134'], 'active': True} {{(pid=86414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:44:49.812531 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [req-09d82651-8c29-49a7-8876-3ac3bb70bcbc req-f6ad36be-ed22-43ef-a816-c76eecae8d9a tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] No DVR routers for this DVR port 5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6 on host hv-cinder-77387 {{(pid=86412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 07:44:49.815303 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-09d82651-8c29-49a7-8876-3ac3bb70bcbc req-f6ad36be-ed22-43ef-a816-c76eecae8d9a tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773070'] for port, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:49.818265 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cb3e163-d85e-4af2-989d-8aeac6961b03', 'name': 'network-vif-deleted', 'tag': '5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6'}] {{(pid=86412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 07:44:49.835998 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-09d82651-8c29-49a7-8876-3ac3bb70bcbc req-f6ad36be-ed22-43ef-a816-c76eecae8d9a tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.42 "DELETE /v2.0/ports/5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6 HTTP/1.1" status: 204 len: 173 time: 1.5951540 Apr 19 07:44:49.875680 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cb3e163-d85e-4af2-989d-8aeac6961b03', 'name': 'network-vif-deleted', 'tag': '5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6', 'status': 'completed', 'code': 200} Apr 19 07:44:49.961625 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvr_db [None req-8d16a354-4897-4df2-9421-bae12520c089 None None] Set router f94fd1ee-95bd-456f-8f6a-c17a78acc134 gateway port host: dv-cinder-773870-2-smb {{(pid=86414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 07:44:50.198476 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 41396) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:44:50.371214 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-8d16a354-4897-4df2-9421-bae12520c089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94fd1ee-95bd-456f-8f6a-c17a78acc134', 'name': 'tempest-AttachVolumeShelveTestJSON-967826059-router', 'tenant_id': '3ef6d999ea3a4447a9b6387c496ca58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': 'a7a42cf9-3474-40fa-8991-a6de72384a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:41:00Z', 'updated_at': '2021-04-19T07:41:19Z', 'revision_number': 4, 'project_id': '3ef6d999ea3a4447a9b6387c496ca58a', 'gw_port': {'id': 'a7a42cf9-3474-40fa-8991-a6de72384a06', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94fd1ee-95bd-456f-8f6a-c17a78acc134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:02Z', 'updated_at': '2021-04-19T07:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb', '_interfaces': [{'id': '91dec4dd-cf5b-4474-a0ba-3a44e33dad1c', 'name': '', 'network_id': '54cc282c-1ba1-4d63-8981-01ed15bb5ad4', 'tenant_id': '3ef6d999ea3a4447a9b6387c496ca58a', 'mac_address': 'fa:16:3e:35:ca:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94fd1ee-95bd-456f-8f6a-c17a78acc134', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '576f6062-f22a-411b-bc12-7e9099407d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:17Z', 'updated_at': '2021-04-19T07:41:34Z', 'revision_number': 5, 'project_id': '3ef6d999ea3a4447a9b6387c496ca58a', 'subnets': [{'id': '576f6062-f22a-411b-bc12-7e9099407d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-smb', False) {} {{(pid=86414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:44:50.376807 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d16a354-4897-4df2-9421-bae12520c089 None None] Checking router: f94fd1ee-95bd-456f-8f6a-c17a78acc134 for host: dv-cinder-773870-2-smb {{(pid=86414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 07:44:50.387703 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d16a354-4897-4df2-9421-bae12520c089 None None] Routers {'f94fd1ee-95bd-456f-8f6a-c17a78acc134'} bound to L3 agent in host dv-cinder-773870-2-smb {{(pid=86414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 07:44:50.388786 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-8d16a354-4897-4df2-9421-bae12520c089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T07:32:39Z,description=,heartbeat_timestamp=2021-04-19T07:44:39Z,host='dv-cinder-773870-2-smb',id=af0aee0b-5275-4bf1-b5b2-246fd8e7196c,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T07:32:39Z,topic='l3_agent')) {'router_ids': ['f94fd1ee-95bd-456f-8f6a-c17a78acc134'], 'active': True} {{(pid=86414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:44:50.401379 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-a641db75-7dc0-473f-a623-2677e2106534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:50.479036 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-18c819d5-03fc-4cd4-8a72-ec48423a8057 req-61b2f91e-f0fa-4fd7-a953-baaab1001881 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cb3e163-d85e-4af2-989d-8aeac6961b03 HTTP/1.1" status: 200 len: 210 time: 0.0488815 Apr 19 07:44:50.485470 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-a641db75-7dc0-473f-a623-2677e2106534 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:44:50.490002 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-a641db75-7dc0-473f-a623-2677e2106534 admin admin] Usage tracker for resource:security_group_rule and tenant:95c25cd879604f3fb45668e97aaecc76 is out of sync, need to count used quota {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:44:50.493360 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-a641db75-7dc0-473f-a623-2677e2106534 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:44:50.500127 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-a641db75-7dc0-473f-a623-2677e2106534 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:44:50.602703 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-a641db75-7dc0-473f-a623-2677e2106534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:50.608572 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-a641db75-7dc0-473f-a623-2677e2106534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:50.637087 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-7591183c-effc-438b-b94b-3fd9586e6cfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:44:50.661404 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-a641db75-7dc0-473f-a623-2677e2106534 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=95c25cd879604f3fb45668e97aaecc76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4572878 Apr 19 07:44:50.663320 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 41410) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:44:50.673609 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a641db75-7dc0-473f-a623-2677e2106534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fafc4204-ebe3-4e1f-9dac-23f536f60963,revision_number=1']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:44:50.677127 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-a641db75-7dc0-473f-a623-2677e2106534 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:44:50.693650 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvr_db [None req-8d16a354-4897-4df2-9421-bae12520c089 None None] Set router f94fd1ee-95bd-456f-8f6a-c17a78acc134 gateway port host: dv-cinder-773870-2-smb {{(pid=86414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 07:44:50.750526 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-18d58751-2376-4855-8ba0-b40c851b4374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:50.777768 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-18d58751-2376-4855-8ba0-b40c851b4374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:50.823591 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-18d58751-2376-4855-8ba0-b40c851b4374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:50.828750 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-daef758a-9016-4fa6-8b62-16cc07dce834 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:44:50.839808 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d58751-2376-4855-8ba0-b40c851b4374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fafc4204-ebe3-4e1f-9dac-23f536f60963,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:44:50.845944 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-18d58751-2376-4855-8ba0-b40c851b4374 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:44:50.846785 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-18d58751-2376-4855-8ba0-b40c851b4374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:50.849172 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-18d58751-2376-4855-8ba0-b40c851b4374 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fafc4204-ebe3-4e1f-9dac-23f536f60963 HTTP/1.1" status: 204 len: 168 time: 0.1842244 Apr 19 07:44:51.043841 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-8d16a354-4897-4df2-9421-bae12520c089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94fd1ee-95bd-456f-8f6a-c17a78acc134', 'name': 'tempest-AttachVolumeShelveTestJSON-967826059-router', 'tenant_id': '3ef6d999ea3a4447a9b6387c496ca58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': 'a7a42cf9-3474-40fa-8991-a6de72384a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:41:00Z', 'updated_at': '2021-04-19T07:41:19Z', 'revision_number': 4, 'project_id': '3ef6d999ea3a4447a9b6387c496ca58a', 'gw_port': {'id': 'a7a42cf9-3474-40fa-8991-a6de72384a06', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94fd1ee-95bd-456f-8f6a-c17a78acc134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:02Z', 'updated_at': '2021-04-19T07:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb', '_interfaces': [{'id': '91dec4dd-cf5b-4474-a0ba-3a44e33dad1c', 'name': '', 'network_id': '54cc282c-1ba1-4d63-8981-01ed15bb5ad4', 'tenant_id': '3ef6d999ea3a4447a9b6387c496ca58a', 'mac_address': 'fa:16:3e:35:ca:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94fd1ee-95bd-456f-8f6a-c17a78acc134', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '576f6062-f22a-411b-bc12-7e9099407d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:17Z', 'updated_at': '2021-04-19T07:41:34Z', 'revision_number': 5, 'project_id': '3ef6d999ea3a4447a9b6387c496ca58a', 'subnets': [{'id': '576f6062-f22a-411b-bc12-7e9099407d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-smb', False) {} {{(pid=86414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:44:51.048943 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d16a354-4897-4df2-9421-bae12520c089 None None] The sync data for ids ['f94fd1ee-95bd-456f-8f6a-c17a78acc134'] in dv-cinder-773870-2-smb is: [{'id': 'f94fd1ee-95bd-456f-8f6a-c17a78acc134', 'name': 'tempest-AttachVolumeShelveTestJSON-967826059-router', 'tenant_id': '3ef6d999ea3a4447a9b6387c496ca58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': 'a7a42cf9-3474-40fa-8991-a6de72384a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:41:00Z', 'updated_at': '2021-04-19T07:41:19Z', 'revision_number': 4, 'project_id': '3ef6d999ea3a4447a9b6387c496ca58a', 'gw_port': {'id': 'a7a42cf9-3474-40fa-8991-a6de72384a06', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94fd1ee-95bd-456f-8f6a-c17a78acc134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:02Z', 'updated_at': '2021-04-19T07:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb', '_interfaces': [{'id': '91dec4dd-cf5b-4474-a0ba-3a44e33dad1c', 'name': '', 'network_id': '54cc282c-1ba1-4d63-8981-01ed15bb5ad4', 'tenant_id': '3ef6d999ea3a4447a9b6387c496ca58a', 'mac_address': 'fa:16:3e:35:ca:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94fd1ee-95bd-456f-8f6a-c17a78acc134', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '576f6062-f22a-411b-bc12-7e9099407d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:17Z', 'updated_at': '2021-04-19T07:41:34Z', 'revision_number': 5, 'project_id': '3ef6d999ea3a4447a9b6387c496ca58a', 'subnets': [{'id': '576f6062-f22a-411b-bc12-7e9099407d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 07:44:51.221741 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 41418) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:44:51.241237 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-7c77c5c8-e301-4656-a4e5-c6e3498b1c49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:51.256482 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-7c77c5c8-e301-4656-a4e5-c6e3498b1c49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:44:51.260682 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-7c77c5c8-e301-4656-a4e5-c6e3498b1c49 admin admin] Usage tracker for resource:security_group_rule and tenant:1d3e82f6b1724f0d96e49f2bfad2e94e is out of sync, need to count used quota {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:44:51.263707 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-7c77c5c8-e301-4656-a4e5-c6e3498b1c49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:44:51.269807 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-7c77c5c8-e301-4656-a4e5-c6e3498b1c49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:44:51.358730 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-7c77c5c8-e301-4656-a4e5-c6e3498b1c49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:51.369319 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-7c77c5c8-e301-4656-a4e5-c6e3498b1c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:51.378563 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-a24f7f9f-2e9e-4d76-a3f0-3d20beb354c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:44:51.420255 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-7c77c5c8-e301-4656-a4e5-c6e3498b1c49 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1d3e82f6b1724f0d96e49f2bfad2e94e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1963990 Apr 19 07:44:51.422417 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 41422) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:44:51.423864 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c77c5c8-e301-4656-a4e5-c6e3498b1c49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5feb67d-4d95-4d90-bbf5-ea95eddf41cf,revision_number=1']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:44:51.427055 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-7c77c5c8-e301-4656-a4e5-c6e3498b1c49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:44:51.453154 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3245b712-b672-427f-909c-749ef0a5126c None None] New status for floating IP ea3501bd-7dcc-4fd0-b3b6-41297f5defa0: DOWN {{(pid=86415) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 07:44:51.490537 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-ab254440-df64-49fa-aea7-950d2f742ac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:51.518543 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-ab254440-df64-49fa-aea7-950d2f742ac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:51.574160 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-ab254440-df64-49fa-aea7-950d2f742ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:51.579594 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-c47f8b4a-428b-4289-999f-c2f1e8c91502 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:44:51.593329 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab254440-df64-49fa-aea7-950d2f742ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5feb67d-4d95-4d90-bbf5-ea95eddf41cf,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:44:51.626155 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-ab254440-df64-49fa-aea7-950d2f742ac2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:44:51.627210 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-ab254440-df64-49fa-aea7-950d2f742ac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:51.631630 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-ab254440-df64-49fa-aea7-950d2f742ac2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b5feb67d-4d95-4d90-bbf5-ea95eddf41cf HTTP/1.1" status: 204 len: 168 time: 0.2077303 Apr 19 07:44:51.671243 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 41434) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:44:51.770617 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-8621a62f-1a88-4df8-9e40-71b259c829c3 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks [] for security_group, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:51.803664 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-8621a62f-1a88-4df8-9e40-71b259c829c3 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:51.874072 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-8621a62f-1a88-4df8-9e40-71b259c829c3 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:51.879871 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-5012bbcb-8dd9-47d4-b818-f4daa310bbc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:44:51.899809 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8621a62f-1a88-4df8-9e40-71b259c829c3 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36650465-235a-4162-8acf-4b22f62c04fd,revision_number=None']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:44:51.902431 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-8621a62f-1a88-4df8-9e40-71b259c829c3 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:44:51.904294 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Device 5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=86414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 07:44:51.920729 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-8621a62f-1a88-4df8-9e40-71b259c829c3 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks [] for security_group, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:51.924883 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-8621a62f-1a88-4df8-9e40-71b259c829c3 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "DELETE /v2.0/security-groups/36650465-235a-4162-8acf-4b22f62c04fd HTTP/1.1" status: 204 len: 168 time: 0.2497745 Apr 19 07:44:51.925210 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 41442) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:44:51.950762 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] No Port match for: 5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6 {{(pid=86414) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 07:44:51.951522 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Device 5ad4b9a3-cd8f-4417-95b0-b0f9082e48c6 not bound to the agent host hv-cinder-77387 {{(pid=86414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 07:44:51.958230 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.v2.resource [None req-f6994ad3-5399-4114-87e8-83c2e7d040ed tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] show failed (client error): The resource could not be found. Apr 19 07:44:51.964666 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-f6994ad3-5399-4114-87e8-83c2e7d040ed tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups/36650465-235a-4162-8acf-4b22f62c04fd HTTP/1.1" status: 404 len: 347 time: 0.0354269 Apr 19 07:44:51.965178 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 41446) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:44:52.215644 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-deb68335-9a62-40e1-b07b-17586c5113ad tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Deleting port 3df0beb7-bd24-4d8f-bc37-ef2502e493ee {{(pid=86412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 07:44:52.216840 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-deb68335-9a62-40e1-b07b-17586c5113ad tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267090122612'] for port, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:52.408992 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-deb68335-9a62-40e1-b07b-17586c5113ad tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852958595'] for port, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:52.409553 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-deb68335-9a62-40e1-b07b-17586c5113ad tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:52.539419 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-deb68335-9a62-40e1-b07b-17586c5113ad tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Calling delete_port for 3df0beb7-bd24-4d8f-bc37-ef2502e493ee owned by network:floatingip {{(pid=86412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 07:44:52.687890 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-deb68335-9a62-40e1-b07b-17586c5113ad tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267090117919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267090550695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3936575'] for port, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:52.693433 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-91ccf484-281f-47bd-bd49-fb05586f8f63 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:44:52.746861 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb68335-9a62-40e1-b07b-17586c5113ad tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Pushing event deleted for resources: {'Port': ['ID=3df0beb7-bd24-4d8f-bc37-ef2502e493ee,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:44:52.750374 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-deb68335-9a62-40e1-b07b-17586c5113ad tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:44:52.845340 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-deb68335-9a62-40e1-b07b-17586c5113ad tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks [] for floatingip, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:52.860257 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-deb68335-9a62-40e1-b07b-17586c5113ad tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773070'] for floatingip, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:52.861506 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-deb68335-9a62-40e1-b07b-17586c5113ad tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "DELETE /v2.0/floatingips/ea3501bd-7dcc-4fd0-b3b6-41297f5defa0 HTTP/1.1" status: 204 len: 168 time: 0.8951752 Apr 19 07:44:53.059772 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 41482) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:44:53.065704 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [None req-2db867ea-ea52-4ca2-9878-69ca8a2df089 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1704214444', 'description': 'tempest-description--1157914135'}} {{(pid=86413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:44:53.084180 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-2db867ea-ea52-4ca2-9878-69ca8a2df089 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:44:53.088599 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-2db867ea-ea52-4ca2-9878-69ca8a2df089 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Usage tracker for resource:security_group and tenant:3ef6d999ea3a4447a9b6387c496ca58a is out of sync, need to count used quota {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:44:53.092255 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-2db867ea-ea52-4ca2-9878-69ca8a2df089 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:44:53.099952 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-2db867ea-ea52-4ca2-9878-69ca8a2df089 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:44:53.109612 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-2db867ea-ea52-4ca2-9878-69ca8a2df089 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks [] for security_group, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:53.132765 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-2db867ea-ea52-4ca2-9878-69ca8a2df089 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:44:53.136930 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-2db867ea-ea52-4ca2-9878-69ca8a2df089 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Usage tracker for resource:security_group_rule and tenant:3ef6d999ea3a4447a9b6387c496ca58a is out of sync, need to count used quota {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:44:53.140048 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-2db867ea-ea52-4ca2-9878-69ca8a2df089 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:44:53.147242 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-2db867ea-ea52-4ca2-9878-69ca8a2df089 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:44:53.219861 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-2db867ea-ea52-4ca2-9878-69ca8a2df089 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks [] for security_group, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:53.223202 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-2db867ea-ea52-4ca2-9878-69ca8a2df089 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:53.228813 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-cafca365-add6-4116-b80c-a30283587bc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:44:53.271357 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db867ea-ea52-4ca2-9878-69ca8a2df089 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54a7104c-197d-4fa0-8d02-7bd249136409,revision_number=1']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:44:53.274288 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-2db867ea-ea52-4ca2-9878-69ca8a2df089 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks [] for security_group, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:53.278979 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 41492) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:44:53.279656 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-2db867ea-ea52-4ca2-9878-69ca8a2df089 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2147412 Apr 19 07:44:53.280753 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-2db867ea-ea52-4ca2-9878-69ca8a2df089 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:44:53.285996 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [None req-cf9b3f2c-b45d-4edc-a418-af22c4f717fd tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Request body: {'security_group_rule': {'security_group_id': '54a7104c-197d-4fa0-8d02-7bd249136409', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:44:53.292851 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-cf9b3f2c-b45d-4edc-a418-af22c4f717fd tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:44:53.297129 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-cf9b3f2c-b45d-4edc-a418-af22c4f717fd tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Usage tracker for resource:security_group_rule and tenant:3ef6d999ea3a4447a9b6387c496ca58a is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:44:53.300298 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-cf9b3f2c-b45d-4edc-a418-af22c4f717fd tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:44:53.306454 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-cf9b3f2c-b45d-4edc-a418-af22c4f717fd tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:44:53.325060 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-cf9b3f2c-b45d-4edc-a418-af22c4f717fd tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:53.392711 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-cf9b3f2c-b45d-4edc-a418-af22c4f717fd tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:53.396842 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-cf9b3f2c-b45d-4edc-a418-af22c4f717fd tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704384'] for security_group_rule, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:53.399117 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-06f58d42-4493-4f4a-945f-6b3ef09b1d46 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:44:53.424014 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9b3f2c-b45d-4edc-a418-af22c4f717fd tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8331d8d9-7951-4d81-a2e4-bf32e6ae5214,revision_number=0']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:44:53.428201 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-cf9b3f2c-b45d-4edc-a418-af22c4f717fd tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:44:53.438028 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-cf9b3f2c-b45d-4edc-a418-af22c4f717fd tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:53.439389 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-cf9b3f2c-b45d-4edc-a418-af22c4f717fd tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1590481 Apr 19 07:44:53.442141 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 41506) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:44:53.448070 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [None req-a306ed02-bbe3-478f-9240-501021e3edd7 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Request body: {'security_group_rule': {'security_group_id': '54a7104c-197d-4fa0-8d02-7bd249136409', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:44:53.454759 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-a306ed02-bbe3-478f-9240-501021e3edd7 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:44:53.459348 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-a306ed02-bbe3-478f-9240-501021e3edd7 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Usage tracker for resource:security_group_rule and tenant:3ef6d999ea3a4447a9b6387c496ca58a is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:44:53.462644 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-a306ed02-bbe3-478f-9240-501021e3edd7 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:44:53.469507 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-a306ed02-bbe3-478f-9240-501021e3edd7 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:44:53.488297 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-a306ed02-bbe3-478f-9240-501021e3edd7 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:53.558140 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-a306ed02-bbe3-478f-9240-501021e3edd7 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:53.562997 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-a306ed02-bbe3-478f-9240-501021e3edd7 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704384'] for security_group_rule, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:53.565419 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-e376d5de-49c0-4c91-a7e4-c0de1b974e8b tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:44:53.592249 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ed02-bbe3-478f-9240-501021e3edd7 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7933b269-0b93-4900-b9bb-2b5bab3fa0fe,revision_number=0']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:44:53.597286 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-a306ed02-bbe3-478f-9240-501021e3edd7 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:44:53.605521 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-a306ed02-bbe3-478f-9240-501021e3edd7 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:53.605521 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-a306ed02-bbe3-478f-9240-501021e3edd7 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1599874 Apr 19 07:44:53.606941 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 41514) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:44:53.614431 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [None req-2dc1e3fc-3488-4ac6-a845-49ff8e30434b tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Request body: {'floatingip': {'floating_network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f'}} {{(pid=86413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:44:53.621226 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-2dc1e3fc-3488-4ac6-a845-49ff8e30434b tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:44:53.625533 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-2dc1e3fc-3488-4ac6-a845-49ff8e30434b tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Usage tracker for resource:floatingip and tenant:3ef6d999ea3a4447a9b6387c496ca58a is out of sync, need to count used quota {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:44:53.630365 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-2dc1e3fc-3488-4ac6-a845-49ff8e30434b tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:44:53.636679 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-2dc1e3fc-3488-4ac6-a845-49ff8e30434b tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:44:53.651275 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-2dc1e3fc-3488-4ac6-a845-49ff8e30434b tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks [] for floatingip, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:53.807526 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-2dc1e3fc-3488-4ac6-a845-49ff8e30434b tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:53.968742 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 41528) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:44:53.979958 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.db_base_plugin_common [None req-2dc1e3fc-3488-4ac6-a845-49ff8e30434b tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Allocated IP 172.28.2.180 (e87e9adf-9874-4d07-9d49-89485cde7b0f/53f1cb4b-365b-4e38-a680-1360d7889810/b828760a-ddab-4acb-93f0-2616cd97a069) {{(pid=86413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 07:44:54.100979 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-5d809ae8-7fa0-48a0-807c-fe302834ea94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:54.117252 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-5d809ae8-7fa0-48a0-807c-fe302834ea94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:44:54.121519 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-5d809ae8-7fa0-48a0-807c-fe302834ea94 admin admin] Usage tracker for resource:security_group_rule and tenant:ed15045dae33457aab5d0728fd0a667f is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:44:54.124477 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-5d809ae8-7fa0-48a0-807c-fe302834ea94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:44:54.130582 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-5d809ae8-7fa0-48a0-807c-fe302834ea94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:44:54.142179 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-2dc1e3fc-3488-4ac6-a845-49ff8e30434b tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks [] for port, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:54.172897 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-2dc1e3fc-3488-4ac6-a845-49ff8e30434b tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769764225105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2897772'] for port, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:54.178083 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-df187614-1181-4222-b068-bbc702429dca tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:44:54.220629 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-5d809ae8-7fa0-48a0-807c-fe302834ea94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:54.223466 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-5d809ae8-7fa0-48a0-807c-fe302834ea94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:54.232005 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-6964f8a6-16a6-4b62-a046-bbd5b7b6efeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:44:54.242532 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc1e3fc-3488-4ac6-a845-49ff8e30434b tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Network e87e9adf-9874-4d07-9d49-89485cde7b0f is already hosted by enough agents. {{(pid=86413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 07:44:54.250120 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.base_scheduler [None req-2dc1e3fc-3488-4ac6-a845-49ff8e30434b tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Resources bound (agent type, host, resource id): {{(pid=86413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 07:44:54.254686 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc1e3fc-3488-4ac6-a845-49ff8e30434b tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Received port after_create {{(pid=86413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 07:44:54.275657 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-5d809ae8-7fa0-48a0-807c-fe302834ea94 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ed15045dae33457aab5d0728fd0a667f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3057144 Apr 19 07:44:54.276646 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d809ae8-7fa0-48a0-807c-fe302834ea94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef1f4508-60c2-404e-8d8e-bb002bd86c84,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:44:54.279281 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 41534) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:44:54.282291 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-5d809ae8-7fa0-48a0-807c-fe302834ea94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:44:54.292137 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc1e3fc-3488-4ac6-a845-49ff8e30434b tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Pushing event updated for resources: {'Port': ['ID=b828760a-ddab-4acb-93f0-2616cd97a069,revision_number=1']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:44:54.296380 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-2dc1e3fc-3488-4ac6-a845-49ff8e30434b tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:44:54.341966 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-f52cdbfd-870b-4ed7-aace-b55c499b55d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:54.343650 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-2dc1e3fc-3488-4ac6-a845-49ff8e30434b tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:54.369423 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-f52cdbfd-870b-4ed7-aace-b55c499b55d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:54.405759 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-2dc1e3fc-3488-4ac6-a845-49ff8e30434b tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:54.419242 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-f52cdbfd-870b-4ed7-aace-b55c499b55d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:54.423190 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-a055197a-7e20-4c59-ac3c-a054d57dfd6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:44:54.435288 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52cdbfd-870b-4ed7-aace-b55c499b55d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef1f4508-60c2-404e-8d8e-bb002bd86c84,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:44:54.439207 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-f52cdbfd-870b-4ed7-aace-b55c499b55d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:44:54.442940 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-f52cdbfd-870b-4ed7-aace-b55c499b55d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:54.444413 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-f52cdbfd-870b-4ed7-aace-b55c499b55d9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ef1f4508-60c2-404e-8d8e-bb002bd86c84 HTTP/1.1" status: 204 len: 168 time: 0.1642334 Apr 19 07:44:54.631102 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-2dc1e3fc-3488-4ac6-a845-49ff8e30434b tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks [] for port, precommit_update {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:54.635541 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-2dc1e3fc-3488-4ac6-a845-49ff8e30434b tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851878043'] for port, after_update {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:54.639338 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:44:54.737588 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 41542) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:44:54.748810 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc1e3fc-3488-4ac6-a845-49ff8e30434b tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Pushing event updated for resources: {'Port': ['ID=b828760a-ddab-4acb-93f0-2616cd97a069,revision_number=2']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:44:54.756781 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-2dc1e3fc-3488-4ac6-a845-49ff8e30434b tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:44:54.757382 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-9bf0cb4f-bf3b-40f7-97c4-a0b383c3fe5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:54.766064 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-2dc1e3fc-3488-4ac6-a845-49ff8e30434b tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1810097'] for floatingip, after_update {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:54.773199 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-9bf0cb4f-bf3b-40f7-97c4-a0b383c3fe5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:44:54.777865 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-9bf0cb4f-bf3b-40f7-97c4-a0b383c3fe5a admin admin] Usage tracker for resource:security_group_rule and tenant:5f42723b8228409f897e7b804d7283fd is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:44:54.780872 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-9bf0cb4f-bf3b-40f7-97c4-a0b383c3fe5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:44:54.787310 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-9bf0cb4f-bf3b-40f7-97c4-a0b383c3fe5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:44:54.788852 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-2dc1e3fc-3488-4ac6-a845-49ff8e30434b tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773070'] for floatingip, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:54.790184 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-2dc1e3fc-3488-4ac6-a845-49ff8e30434b tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1820991 Apr 19 07:44:54.873908 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-9bf0cb4f-bf3b-40f7-97c4-a0b383c3fe5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:54.877390 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-9bf0cb4f-bf3b-40f7-97c4-a0b383c3fe5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:54.886699 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-cd59d307-2814-4f67-ba94-2dc2cba74613 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:44:54.929047 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-9bf0cb4f-bf3b-40f7-97c4-a0b383c3fe5a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5f42723b8228409f897e7b804d7283fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1898496 Apr 19 07:44:54.931121 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 41552) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:44:54.931268 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf0cb4f-bf3b-40f7-97c4-a0b383c3fe5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a465b39e-4d04-485e-8a4b-844366527783,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:44:54.936365 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-9bf0cb4f-bf3b-40f7-97c4-a0b383c3fe5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:44:55.015295 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-51b25a37-1e36-4583-97e4-5bcc3532928c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:55.063660 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-51b25a37-1e36-4583-97e4-5bcc3532928c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:55.072116 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-ba0fad0e-f6b4-484c-9f85-f6bc74418f1a req-a5e50be7-7d81-4738-9ada-46227871bc98 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Synchronizing usage tracker for tenant:3ef6d999ea3a4447a9b6387c496ca58a on resource:security_group {{(pid=86413) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 07:44:55.113978 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-ba0fad0e-f6b4-484c-9f85-f6bc74418f1a req-a5e50be7-7d81-4738-9ada-46227871bc98 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Unset dirty status for tenant:3ef6d999ea3a4447a9b6387c496ca58a on resource:security_group {{(pid=86413) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 07:44:55.115262 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-ba0fad0e-f6b4-484c-9f85-f6bc74418f1a req-a5e50be7-7d81-4738-9ada-46227871bc98 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1704214444&fields=id&tenant_id=3ef6d999ea3a4447a9b6387c496ca58a HTTP/1.1" status: 200 len: 267 time: 0.1216109 Apr 19 07:44:55.152367 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-51b25a37-1e36-4583-97e4-5bcc3532928c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:55.168322 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-e0dcaa26-c290-4d76-bf18-af318a9a04a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:44:55.184573 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b25a37-1e36-4583-97e4-5bcc3532928c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a465b39e-4d04-485e-8a4b-844366527783,revision_number=None']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:44:55.190695 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-51b25a37-1e36-4583-97e4-5bcc3532928c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:44:55.248751 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-51b25a37-1e36-4583-97e4-5bcc3532928c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:55.249993 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-51b25a37-1e36-4583-97e4-5bcc3532928c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a465b39e-4d04-485e-8a4b-844366527783 HTTP/1.1" status: 204 len: 168 time: 0.3177271 Apr 19 07:44:55.306905 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0fad0e-f6b4-484c-9f85-f6bc74418f1a req-e2eee501-6860-4e66-983a-2bdde9db5581 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:44:55.308507 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-ba0fad0e-f6b4-484c-9f85-f6bc74418f1a req-e2eee501-6860-4e66-983a-2bdde9db5581 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/networks?id=54cc282c-1ba1-4d63-8981-01ed15bb5ad4 HTTP/1.1" status: 200 len: 816 time: 0.1855812 Apr 19 07:44:55.327416 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-ba0fad0e-f6b4-484c-9f85-f6bc74418f1a req-997b89e9-71f7-446a-998e-9141510d6be2 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/quotas/3ef6d999ea3a4447a9b6387c496ca58a HTTP/1.1" status: 200 len: 375 time: 0.0120552 Apr 19 07:44:55.423270 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-ba0fad0e-f6b4-484c-9f85-f6bc74418f1a req-1c201d8f-2b5c-4465-afe2-a9424809b928 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ef6d999ea3a4447a9b6387c496ca58a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0887256 Apr 19 07:44:55.579484 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-ba0fad0e-f6b4-484c-9f85-f6bc74418f1a req-fd8a980f-4f69-4f24-b77e-c7dab2cf808e service neutron] 10.222.0.41 "GET /v2.0/networks/54cc282c-1ba1-4d63-8981-01ed15bb5ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422498 Apr 19 07:44:55.729792 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-ba0fad0e-f6b4-484c-9f85-f6bc74418f1a req-38db8c4d-ffa2-4de3-9eb9-4159eabbb069 service neutron] 10.222.0.41 "GET /v2.0/networks/54cc282c-1ba1-4d63-8981-01ed15bb5ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413336 Apr 19 07:44:55.959818 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-ea27f71f-18b4-4df0-9620-1b761115c4fa req-9394a601-b9b4-469e-a581-8d33dd2a26f7 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb2e375-2b4d-44e3-9bba-7fc338663cec HTTP/1.1" status: 200 len: 210 time: 0.0508325 Apr 19 07:44:57.068400 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0fad0e-f6b4-484c-9f85-f6bc74418f1a req-52d16596-1b64-42d1-a48b-4196c850f1ad tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:44:57.069719 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-ba0fad0e-f6b4-484c-9f85-f6bc74418f1a req-52d16596-1b64-42d1-a48b-4196c850f1ad tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Synchronizing usage tracker for tenant:3ef6d999ea3a4447a9b6387c496ca58a on resource:network {{(pid=86412) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 07:44:57.107271 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-ba0fad0e-f6b4-484c-9f85-f6bc74418f1a req-52d16596-1b64-42d1-a48b-4196c850f1ad tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Unset dirty status for tenant:3ef6d999ea3a4447a9b6387c496ca58a on resource:network {{(pid=86412) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 07:44:57.108826 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-ba0fad0e-f6b4-484c-9f85-f6bc74418f1a req-52d16596-1b64-42d1-a48b-4196c850f1ad tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.42 "GET /v2.0/networks?id=54cc282c-1ba1-4d63-8981-01ed15bb5ad4 HTTP/1.1" status: 200 len: 816 time: 0.2294796 Apr 19 07:44:57.218000 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-fcb85614-ab48-45fd-bb4a-c8e8f02136cd req-129f4f33-4897-40aa-bc77-266ce3639fec tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb2e375-2b4d-44e3-9bba-7fc338663cec HTTP/1.1" status: 200 len: 210 time: 0.0665221 Apr 19 07:44:57.229607 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-ba0fad0e-f6b4-484c-9f85-f6bc74418f1a req-a93aecb2-7c54-47ba-8910-54eb8b80e0cd tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Synchronizing usage tracker for tenant:3ef6d999ea3a4447a9b6387c496ca58a on resource:security_group {{(pid=86412) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 07:44:57.245276 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-ba0fad0e-f6b4-484c-9f85-f6bc74418f1a req-a93aecb2-7c54-47ba-8910-54eb8b80e0cd tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Unset dirty status for tenant:3ef6d999ea3a4447a9b6387c496ca58a on resource:security_group {{(pid=86412) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 07:44:57.247037 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-ba0fad0e-f6b4-484c-9f85-f6bc74418f1a req-a93aecb2-7c54-47ba-8910-54eb8b80e0cd tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3ef6d999ea3a4447a9b6387c496ca58a HTTP/1.1" status: 200 len: 5705 time: 0.1284478 Apr 19 07:44:57.259557 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [req-ba0fad0e-f6b4-484c-9f85-f6bc74418f1a req-0359a47d-f9fd-49ac-ac62-0911b5707915 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Request body: {'port': {'device_id': '6bb2e375-2b4d-44e3-9bba-7fc338663cec', 'network_id': '54cc282c-1ba1-4d63-8981-01ed15bb5ad4', 'admin_state_up': True, 'tenant_id': '3ef6d999ea3a4447a9b6387c496ca58a', 'security_groups': ['54a7104c-197d-4fa0-8d02-7bd249136409']}} {{(pid=86412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:44:57.409904 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [req-ba0fad0e-f6b4-484c-9f85-f6bc74418f1a req-0359a47d-f9fd-49ac-ac62-0911b5707915 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:44:57.414213 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-ba0fad0e-f6b4-484c-9f85-f6bc74418f1a req-0359a47d-f9fd-49ac-ac62-0911b5707915 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Usage tracker for resource:port and tenant:3ef6d999ea3a4447a9b6387c496ca58a is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:44:57.417244 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-ba0fad0e-f6b4-484c-9f85-f6bc74418f1a req-0359a47d-f9fd-49ac-ac62-0911b5707915 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:44:57.423254 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [req-ba0fad0e-f6b4-484c-9f85-f6bc74418f1a req-0359a47d-f9fd-49ac-ac62-0911b5707915 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:44:57.431912 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba0fad0e-f6b4-484c-9f85-f6bc74418f1a req-0359a47d-f9fd-49ac-ac62-0911b5707915 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Made reservation on behalf of 3ef6d999ea3a4447a9b6387c496ca58a for: {'port': 1} {{(pid=86412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 07:44:57.437907 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-ba0fad0e-f6b4-484c-9f85-f6bc74418f1a req-0359a47d-f9fd-49ac-ac62-0911b5707915 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:57.610980 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.db_base_plugin_common [req-ba0fad0e-f6b4-484c-9f85-f6bc74418f1a req-0359a47d-f9fd-49ac-ac62-0911b5707915 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Allocated IP 172.20.0.12 (54cc282c-1ba1-4d63-8981-01ed15bb5ad4/576f6062-f22a-411b-bc12-7e9099407d19/f566711e-dd39-4231-b2af-04c9f216c4c1) {{(pid=86412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 07:44:58.023602 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-ba0fad0e-f6b4-484c-9f85-f6bc74418f1a req-0359a47d-f9fd-49ac-ac62-0911b5707915 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks [] for port, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:58.040091 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [req-ba0fad0e-f6b4-484c-9f85-f6bc74418f1a req-0359a47d-f9fd-49ac-ac62-0911b5707915 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Transition to ACTIVE for port object f566711e-dd39-4231-b2af-04c9f216c4c1 will not be triggered until provisioned by entity DHCP. {{(pid=86412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 07:44:58.068032 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-ba0fad0e-f6b4-484c-9f85-f6bc74418f1a req-0359a47d-f9fd-49ac-ac62-0911b5707915 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769764225105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3936575'] for port, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:58.074130 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-1257e624-d300-4673-9901-4c62f2f34c18 tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:44:58.150035 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba0fad0e-f6b4-484c-9f85-f6bc74418f1a req-0359a47d-f9fd-49ac-ac62-0911b5707915 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Network 54cc282c-1ba1-4d63-8981-01ed15bb5ad4 is already hosted by enough agents. {{(pid=86412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 07:44:58.153224 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.base_scheduler [req-ba0fad0e-f6b4-484c-9f85-f6bc74418f1a req-0359a47d-f9fd-49ac-ac62-0911b5707915 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Resources bound (agent type, host, resource id): {{(pid=86412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 07:44:58.158078 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba0fad0e-f6b4-484c-9f85-f6bc74418f1a req-0359a47d-f9fd-49ac-ac62-0911b5707915 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Received port after_create {{(pid=86412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 07:44:58.186967 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0359a47d-f9fd-49ac-ac62-0911b5707915 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Pushing event updated for resources: {'Port': ['ID=f566711e-dd39-4231-b2af-04c9f216c4c1,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:44:58.191348 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 41670) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:44:58.195873 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-0359a47d-f9fd-49ac-ac62-0911b5707915 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:44:58.234768 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0fad0e-f6b4-484c-9f85-f6bc74418f1a req-0359a47d-f9fd-49ac-ac62-0911b5707915 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:44:58.235576 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-ba0fad0e-f6b4-484c-9f85-f6bc74418f1a req-0359a47d-f9fd-49ac-ac62-0911b5707915 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773070'] for port, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:58.268194 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-ba0fad0e-f6b4-484c-9f85-f6bc74418f1a req-0359a47d-f9fd-49ac-ac62-0911b5707915 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0131593 Apr 19 07:44:58.281931 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [req-ba0fad0e-f6b4-484c-9f85-f6bc74418f1a req-964a0955-7899-4d16-934f-d2a27bd0ab6d service neutron] Request body: {'port': {'device_id': '6bb2e375-2b4d-44e3-9bba-7fc338663cec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=86412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:44:58.334952 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-0fce6754-aaab-4d36-abfa-acb500e6e00c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:58.388486 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-0fce6754-aaab-4d36-abfa-acb500e6e00c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:44:58.402338 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-0fce6754-aaab-4d36-abfa-acb500e6e00c admin admin] Usage tracker for resource:security_group_rule and tenant:7e36213880e6461d896b23616030538e is out of sync, need to count used quota {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:44:58.405712 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-ba0fad0e-f6b4-484c-9f85-f6bc74418f1a req-964a0955-7899-4d16-934f-d2a27bd0ab6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:58.406328 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-0fce6754-aaab-4d36-abfa-acb500e6e00c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:44:58.414063 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-0fce6754-aaab-4d36-abfa-acb500e6e00c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:44:58.428816 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-39cbc8b1-06c8-4f07-aecf-51d68077c008 None None] Provisioning for port f566711e-dd39-4231-b2af-04c9f216c4c1 completed by entity DHCP. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 07:44:58.436750 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-39cbc8b1-06c8-4f07-aecf-51d68077c008 None None] Provisioning complete for port f566711e-dd39-4231-b2af-04c9f216c4c1 triggered by entity DHCP. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:44:58.437394 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-39cbc8b1-06c8-4f07-aecf-51d68077c008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:58.476106 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd66c73-d4e8-493f-977d-5ec4fc5ac71c req-07282377-a53a-44e1-b0dd-8899b0367ed5 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:44:58.478305 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-fcd66c73-d4e8-493f-977d-5ec4fc5ac71c req-07282377-a53a-44e1-b0dd-8899b0367ed5 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb2e375-2b4d-44e3-9bba-7fc338663cec HTTP/1.1" status: 200 len: 932 time: 0.1275189 Apr 19 07:44:58.509177 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-39cbc8b1-06c8-4f07-aecf-51d68077c008 None None] Port f566711e-dd39-4231-b2af-04c9f216c4c1 cannot update to ACTIVE because it is not bound. {{(pid=86414) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 07:44:58.556794 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-fcd66c73-d4e8-493f-977d-5ec4fc5ac71c req-bb41b564-91de-4e6e-8e3c-b5e3434293fa tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=54a7104c-197d-4fa0-8d02-7bd249136409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694559 Apr 19 07:44:58.584710 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-0fce6754-aaab-4d36-abfa-acb500e6e00c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:58.588926 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-0fce6754-aaab-4d36-abfa-acb500e6e00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:58.601709 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-a641db75-7dc0-473f-a623-2677e2106534 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:44:58.641603 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fce6754-aaab-4d36-abfa-acb500e6e00c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb136f58-3fee-465d-b385-738a0d7b6690,revision_number=1']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:44:58.649595 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-0fce6754-aaab-4d36-abfa-acb500e6e00c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7e36213880e6461d896b23616030538e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4569278 Apr 19 07:44:58.650578 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-0fce6754-aaab-4d36-abfa-acb500e6e00c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:44:58.651108 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 41684) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:44:58.711622 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-c769de14-4040-4ca3-8944-1cbcb9938d56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:58.739571 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-c769de14-4040-4ca3-8944-1cbcb9938d56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:58.784861 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [req-ba0fad0e-f6b4-484c-9f85-f6bc74418f1a req-964a0955-7899-4d16-934f-d2a27bd0ab6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f566711e-dd39-4231-b2af-04c9f216c4c1 {{(pid=86412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 07:44:58.787762 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-c769de14-4040-4ca3-8944-1cbcb9938d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:58.792865 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-22525ddd-36a7-4eb4-a860-db0efae1e68d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:44:58.793007 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-ba0fad0e-f6b4-484c-9f85-f6bc74418f1a req-964a0955-7899-4d16-934f-d2a27bd0ab6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:58.806633 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c769de14-4040-4ca3-8944-1cbcb9938d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb136f58-3fee-465d-b385-738a0d7b6690,revision_number=None']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:44:58.809434 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [req-ba0fad0e-f6b4-484c-9f85-f6bc74418f1a req-964a0955-7899-4d16-934f-d2a27bd0ab6d service neutron] Transition to ACTIVE for port object f566711e-dd39-4231-b2af-04c9f216c4c1 will not be triggered until provisioned by entity L2. {{(pid=86412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 07:44:58.809570 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-c769de14-4040-4ca3-8944-1cbcb9938d56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:44:58.810560 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-c769de14-4040-4ca3-8944-1cbcb9938d56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:58.811912 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-c769de14-4040-4ca3-8944-1cbcb9938d56 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cb136f58-3fee-465d-b385-738a0d7b6690 HTTP/1.1" status: 204 len: 168 time: 0.1597836 Apr 19 07:44:58.815535 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-ba0fad0e-f6b4-484c-9f85-f6bc74418f1a req-964a0955-7899-4d16-934f-d2a27bd0ab6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850839242'] for port, after_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:58.820873 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-bf172280-b932-4a9a-b981-19a09bef0256 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:44:58.988730 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964a0955-7899-4d16-934f-d2a27bd0ab6d service neutron] Pushing event updated for resources: {'Port': ['ID=f566711e-dd39-4231-b2af-04c9f216c4c1,revision_number=2']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:44:58.996852 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-964a0955-7899-4d16-934f-d2a27bd0ab6d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:44:59.070725 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [req-ba0fad0e-f6b4-484c-9f85-f6bc74418f1a req-964a0955-7899-4d16-934f-d2a27bd0ab6d service neutron] Attempting to bind port f566711e-dd39-4231-b2af-04c9f216c4c1 on host hv-cinder-77387 for vnic_type normal with profile {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 07:44:59.070920 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [req-ba0fad0e-f6b4-484c-9f85-f6bc74418f1a req-964a0955-7899-4d16-934f-d2a27bd0ab6d service neutron] Attempting to bind port f566711e-dd39-4231-b2af-04c9f216c4c1 by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': '82586cc3-7b22-4a5c-b95c-8fce131571e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '54cc282c-1ba1-4d63-8981-01ed15bb5ad4'}] {{(pid=86412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 07:44:59.071240 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0fad0e-f6b4-484c-9f85-f6bc74418f1a req-964a0955-7899-4d16-934f-d2a27bd0ab6d service neutron] Attempting to bind port f566711e-dd39-4231-b2af-04c9f216c4c1 on network 54cc282c-1ba1-4d63-8981-01ed15bb5ad4 {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 07:44:59.076618 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0fad0e-f6b4-484c-9f85-f6bc74418f1a req-964a0955-7899-4d16-934f-d2a27bd0ab6d service neutron] Port f566711e-dd39-4231-b2af-04c9f216c4c1 on network 54cc282c-1ba1-4d63-8981-01ed15bb5ad4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 07:44:59.077085 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0fad0e-f6b4-484c-9f85-f6bc74418f1a req-964a0955-7899-4d16-934f-d2a27bd0ab6d service neutron] Attempting to bind port f566711e-dd39-4231-b2af-04c9f216c4c1 on network 54cc282c-1ba1-4d63-8981-01ed15bb5ad4 {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 07:44:59.082523 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0fad0e-f6b4-484c-9f85-f6bc74418f1a req-964a0955-7899-4d16-934f-d2a27bd0ab6d service neutron] Checking agent: {'id': '482cf95e-fb4e-4926-8f7d-816e7736c412', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 39, 10), 'started_at': datetime.datetime(2021, 4, 19, 7, 39, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 07:44:59.082891 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0fad0e-f6b4-484c-9f85-f6bc74418f1a req-964a0955-7899-4d16-934f-d2a27bd0ab6d service neutron] Checking segment: {'id': '82586cc3-7b22-4a5c-b95c-8fce131571e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '54cc282c-1ba1-4d63-8981-01ed15bb5ad4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 07:44:59.083335 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0fad0e-f6b4-484c-9f85-f6bc74418f1a req-964a0955-7899-4d16-934f-d2a27bd0ab6d service neutron] Bound using segment: {'id': '82586cc3-7b22-4a5c-b95c-8fce131571e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '54cc282c-1ba1-4d63-8981-01ed15bb5ad4'} {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 07:44:59.083796 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [req-ba0fad0e-f6b4-484c-9f85-f6bc74418f1a req-964a0955-7899-4d16-934f-d2a27bd0ab6d service neutron] Bound port: f566711e-dd39-4231-b2af-04c9f216c4c1, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82586cc3-7b22-4a5c-b95c-8fce131571e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '54cc282c-1ba1-4d63-8981-01ed15bb5ad4'}}] {{(pid=86412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 07:44:59.084170 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-ba0fad0e-f6b4-484c-9f85-f6bc74418f1a req-964a0955-7899-4d16-934f-d2a27bd0ab6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:59.128189 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 41692) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:44:59.151401 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-ae1beac4-db2f-4ebf-97a1-e9c906532ebe admin admin] Notify callbacks [] for security_group, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:59.166657 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-ae1beac4-db2f-4ebf-97a1-e9c906532ebe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:44:59.170655 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-ae1beac4-db2f-4ebf-97a1-e9c906532ebe admin admin] Usage tracker for resource:security_group_rule and tenant:4dbc188f4695439a9f3359e3dd5e69f3 is out of sync, need to count used quota {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:44:59.173588 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-ae1beac4-db2f-4ebf-97a1-e9c906532ebe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:44:59.179560 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-ae1beac4-db2f-4ebf-97a1-e9c906532ebe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:44:59.180427 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [req-ba0fad0e-f6b4-484c-9f85-f6bc74418f1a req-964a0955-7899-4d16-934f-d2a27bd0ab6d service neutron] For port f566711e-dd39-4231-b2af-04c9f216c4c1, host hv-cinder-77387, cleared binding levels {{(pid=86412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 07:44:59.183537 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [req-ba0fad0e-f6b4-484c-9f85-f6bc74418f1a req-964a0955-7899-4d16-934f-d2a27bd0ab6d service neutron] For port f566711e-dd39-4231-b2af-04c9f216c4c1, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=f566711e-dd39-4231-b2af-04c9f216c4c1,segment=NetworkSegment(82586cc3-7b22-4a5c-b95c-8fce131571e9),segment_id=82586cc3-7b22-4a5c-b95c-8fce131571e9)] {{(pid=86412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 07:44:59.186946 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-ba0fad0e-f6b4-484c-9f85-f6bc74418f1a req-964a0955-7899-4d16-934f-d2a27bd0ab6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850839242'] for port, after_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:59.191699 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-f6ad36be-ed22-43ef-a816-c76eecae8d9a tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:44:59.252021 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0fad0e-f6b4-484c-9f85-f6bc74418f1a req-964a0955-7899-4d16-934f-d2a27bd0ab6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:44:59.252705 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-ba0fad0e-f6b4-484c-9f85-f6bc74418f1a req-964a0955-7899-4d16-934f-d2a27bd0ab6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773070'] for port, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:59.254232 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-ba0fad0e-f6b4-484c-9f85-f6bc74418f1a req-964a0955-7899-4d16-934f-d2a27bd0ab6d service neutron] 10.222.0.42 "PUT /v2.0/ports/f566711e-dd39-4231-b2af-04c9f216c4c1 HTTP/1.1" status: 200 len: 1094 time: 0.9782431 Apr 19 07:44:59.254774 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bb2e375-2b4d-44e3-9bba-7fc338663cec', 'tag': 'f566711e-dd39-4231-b2af-04c9f216c4c1'}] {{(pid=86412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 07:44:59.265717 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-ae1beac4-db2f-4ebf-97a1-e9c906532ebe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:59.268331 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-ae1beac4-db2f-4ebf-97a1-e9c906532ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:59.281783 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964a0955-7899-4d16-934f-d2a27bd0ab6d service neutron] Pushing event updated for resources: {'Port': ['ID=f566711e-dd39-4231-b2af-04c9f216c4c1,revision_number=3']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:44:59.285489 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-964a0955-7899-4d16-934f-d2a27bd0ab6d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:44:59.299202 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-1e11ac8e-1b46-4032-8a6b-ee84da02284a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:44:59.312732 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-ae1beac4-db2f-4ebf-97a1-e9c906532ebe admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4dbc188f4695439a9f3359e3dd5e69f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1831176 Apr 19 07:44:59.315063 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 41698) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:44:59.331622 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bb2e375-2b4d-44e3-9bba-7fc338663cec', 'tag': 'f566711e-dd39-4231-b2af-04c9f216c4c1', 'status': 'completed', 'code': 200} Apr 19 07:44:59.363429 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1beac4-db2f-4ebf-97a1-e9c906532ebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27b63949-18e1-4ffb-9805-fc046a4f9110,revision_number=1']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:44:59.373324 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-ae1beac4-db2f-4ebf-97a1-e9c906532ebe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:44:59.380671 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0fad0e-f6b4-484c-9f85-f6bc74418f1a req-f178e378-9828-4ef3-8662-d599f4102f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:44:59.382334 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-ba0fad0e-f6b4-484c-9f85-f6bc74418f1a req-f178e378-9828-4ef3-8662-d599f4102f8a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3ef6d999ea3a4447a9b6387c496ca58a&device_id=6bb2e375-2b4d-44e3-9bba-7fc338663cec HTTP/1.1" status: 200 len: 1097 time: 0.0897541 Apr 19 07:44:59.409178 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-0e11102c-2009-41be-abc1-615b7ce4e822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:59.438804 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-0e11102c-2009-41be-abc1-615b7ce4e822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:59.464716 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-ba0fad0e-f6b4-484c-9f85-f6bc74418f1a req-e45c6a60-cf96-4834-98c1-ab8d520df7f1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f566711e-dd39-4231-b2af-04c9f216c4c1 HTTP/1.1" status: 200 len: 217 time: 0.0732925 Apr 19 07:44:59.490038 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-0e11102c-2009-41be-abc1-615b7ce4e822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:59.495434 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-9484cb3c-fb33-4f31-8971-dcc132f25a94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:44:59.510786 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e11102c-2009-41be-abc1-615b7ce4e822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b63949-18e1-4ffb-9805-fc046a4f9110,revision_number=None']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:44:59.514071 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-0e11102c-2009-41be-abc1-615b7ce4e822 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:44:59.515712 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-0e11102c-2009-41be-abc1-615b7ce4e822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:44:59.516911 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-0e11102c-2009-41be-abc1-615b7ce4e822 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/27b63949-18e1-4ffb-9805-fc046a4f9110 HTTP/1.1" status: 204 len: 168 time: 0.2007611 Apr 19 07:44:59.535952 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0fad0e-f6b4-484c-9f85-f6bc74418f1a req-674ffb70-c47e-44e4-85e9-f23e70a5bd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:44:59.537562 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-ba0fad0e-f6b4-484c-9f85-f6bc74418f1a req-674ffb70-c47e-44e4-85e9-f23e70a5bd57 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=576f6062-f22a-411b-bc12-7e9099407d19 HTTP/1.1" status: 200 len: 855 time: 0.0664616 Apr 19 07:44:59.625302 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0fad0e-f6b4-484c-9f85-f6bc74418f1a req-a5b515d8-f5f7-4400-9084-d4ee87f05dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:44:59.627023 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-ba0fad0e-f6b4-484c-9f85-f6bc74418f1a req-a5b515d8-f5f7-4400-9084-d4ee87f05dc2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=54cc282c-1ba1-4d63-8981-01ed15bb5ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0828178 Apr 19 07:44:59.773030 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b078ab7-a116-4fb4-a734-4031c419ccc1 req-b015bc6a-a679-4bad-9648-9de5439546f1 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:44:59.774691 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-9b078ab7-a116-4fb4-a734-4031c419ccc1 req-b015bc6a-a679-4bad-9648-9de5439546f1 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb2e375-2b4d-44e3-9bba-7fc338663cec HTTP/1.1" status: 200 len: 944 time: 0.0948215 Apr 19 07:44:59.803443 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-ba0fad0e-f6b4-484c-9f85-f6bc74418f1a req-39d9a840-79c9-449a-8585-f7d6e413962c service neutron] 10.222.0.42 "GET /v2.0/networks/54cc282c-1ba1-4d63-8981-01ed15bb5ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693289 Apr 19 07:44:59.850731 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-9b078ab7-a116-4fb4-a734-4031c419ccc1 req-e4f262e8-18e4-4b6e-a5be-aa7e065d0977 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=54a7104c-197d-4fa0-8d02-7bd249136409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544214 Apr 19 07:44:59.959633 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-ba0fad0e-f6b4-484c-9f85-f6bc74418f1a req-35fb7f4f-3629-4e69-911c-d566ffd2d709 service neutron] 10.222.0.42 "GET /v2.0/networks/54cc282c-1ba1-4d63-8981-01ed15bb5ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493409 Apr 19 07:45:00.094101 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4349894a-d17c-488a-9d05-7e218dc69fb9 req-2d5e04d5-0c01-450d-a0f2-d484f6f43462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:45:00.096575 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-4349894a-d17c-488a-9d05-7e218dc69fb9 req-2d5e04d5-0c01-450d-a0f2-d484f6f43462 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3ef6d999ea3a4447a9b6387c496ca58a&device_id=6bb2e375-2b4d-44e3-9bba-7fc338663cec HTTP/1.1" status: 200 len: 1097 time: 0.0916760 Apr 19 07:45:00.262534 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4349894a-d17c-488a-9d05-7e218dc69fb9 req-40606da3-ab5d-4f71-9be8-1800bf4d9340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:45:00.264516 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-4349894a-d17c-488a-9d05-7e218dc69fb9 req-40606da3-ab5d-4f71-9be8-1800bf4d9340 service neutron] 10.222.0.42 "GET /v2.0/networks?id=54cc282c-1ba1-4d63-8981-01ed15bb5ad4 HTTP/1.1" status: 200 len: 917 time: 0.1594732 Apr 19 07:45:00.350239 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-4349894a-d17c-488a-9d05-7e218dc69fb9 req-082222b1-1214-4e6f-ac24-a0d8cdaed04e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f566711e-dd39-4231-b2af-04c9f216c4c1 HTTP/1.1" status: 200 len: 217 time: 0.0736797 Apr 19 07:45:00.367832 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 41768) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:45:00.424405 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4349894a-d17c-488a-9d05-7e218dc69fb9 req-ea083555-ec8c-4ff8-89e8-2d5561200f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:45:00.426041 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-4349894a-d17c-488a-9d05-7e218dc69fb9 req-ea083555-ec8c-4ff8-89e8-2d5561200f7f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=576f6062-f22a-411b-bc12-7e9099407d19 HTTP/1.1" status: 200 len: 855 time: 0.0685470 Apr 19 07:45:00.491060 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [None req-33e9684e-5199-4adb-9d35-78e47bea40e8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-908791207-network', 'tenant_id': '98234dd41bed4f0b8bb558797f60f477'}} {{(pid=86413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:45:00.496147 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-33e9684e-5199-4adb-9d35-78e47bea40e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:45:00.500140 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-33e9684e-5199-4adb-9d35-78e47bea40e8 admin admin] Usage tracker for resource:network and tenant:98234dd41bed4f0b8bb558797f60f477 is out of sync, need to count used quota {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:45:00.503611 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-33e9684e-5199-4adb-9d35-78e47bea40e8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:45:00.510283 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-33e9684e-5199-4adb-9d35-78e47bea40e8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:45:00.515180 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4349894a-d17c-488a-9d05-7e218dc69fb9 req-0955344e-08cc-4cff-8b8d-2f35fce38f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:45:00.516327 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-4349894a-d17c-488a-9d05-7e218dc69fb9 req-0955344e-08cc-4cff-8b8d-2f35fce38f41 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=54cc282c-1ba1-4d63-8981-01ed15bb5ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0821230 Apr 19 07:45:00.519387 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33e9684e-5199-4adb-9d35-78e47bea40e8 admin admin] Made reservation on behalf of 98234dd41bed4f0b8bb558797f60f477 for: {'network': 1} {{(pid=86413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 07:45:00.524115 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-33e9684e-5199-4adb-9d35-78e47bea40e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for network, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:00.537252 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-33e9684e-5199-4adb-9d35-78e47bea40e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:00.553059 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-33e9684e-5199-4adb-9d35-78e47bea40e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:45:00.557496 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-33e9684e-5199-4adb-9d35-78e47bea40e8 admin admin] Usage tracker for resource:security_group_rule and tenant:98234dd41bed4f0b8bb558797f60f477 is out of sync, need to count used quota {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:45:00.563148 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-33e9684e-5199-4adb-9d35-78e47bea40e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:45:00.569203 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-33e9684e-5199-4adb-9d35-78e47bea40e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:45:00.659366 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-33e9684e-5199-4adb-9d35-78e47bea40e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:00.662476 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-33e9684e-5199-4adb-9d35-78e47bea40e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:00.666857 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-821cf486-806b-4dc5-8cc9-56af3a2f5bba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:45:00.667301 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-4349894a-d17c-488a-9d05-7e218dc69fb9 req-ad87a65c-f5fd-44e1-baae-b023c342a211 service neutron] 10.222.0.42 "GET /v2.0/networks/54cc282c-1ba1-4d63-8981-01ed15bb5ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429584 Apr 19 07:45:00.692488 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33e9684e-5199-4adb-9d35-78e47bea40e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=86413) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 07:45:00.705974 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e9684e-5199-4adb-9d35-78e47bea40e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad3bafd-3c42-428d-bd07-32a5a277d6e6,revision_number=1']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:45:00.710238 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-33e9684e-5199-4adb-9d35-78e47bea40e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:45:00.711236 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-33e9684e-5199-4adb-9d35-78e47bea40e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853992622'] for segment, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:00.711618 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.db.segments_db [None req-33e9684e-5199-4adb-9d35-78e47bea40e8 admin admin] Added segment 34e4cf4a-c4e5-4c76-b660-14cc7aaf6a00 of type vlan for network 93c6029d-e313-4985-a92d-7ff4ee0c719b Apr 19 07:45:00.742293 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-33e9684e-5199-4adb-9d35-78e47bea40e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769764214250'] for network, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:00.812007 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-33e9684e-5199-4adb-9d35-78e47bea40e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314'] for network, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:00.813571 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e9684e-5199-4adb-9d35-78e47bea40e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:45:00.814214 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-33e9684e-5199-4adb-9d35-78e47bea40e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853097331'] for network, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:00.814733 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-4349894a-d17c-488a-9d05-7e218dc69fb9 req-211f42dc-8bf7-43b8-b5bd-75fff02fece0 service neutron] 10.222.0.42 "GET /v2.0/networks/54cc282c-1ba1-4d63-8981-01ed15bb5ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390069 Apr 19 07:45:00.818198 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-5e26c201-9ec4-451f-94cf-0f8a82abb220 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:45:00.931541 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e9684e-5199-4adb-9d35-78e47bea40e8 admin admin] Pushing event updated for resources: {'Network': ['ID=93c6029d-e313-4985-a92d-7ff4ee0c719b,revision_number=1']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:45:00.934558 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-33e9684e-5199-4adb-9d35-78e47bea40e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:45:00.939442 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-33e9684e-5199-4adb-9d35-78e47bea40e8 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5679057 Apr 19 07:45:00.939841 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 41790) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:45:00.942929 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Network 93c6029d-e313-4985-a92d-7ff4ee0c719b details requested by agent ovs-agent-dv-cinder-773870-2-smb with host dv-cinder-773870-2-smb {{(pid=86414) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 07:45:00.946315 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [None req-60efc05e-d331-465c-bb26-35295f3f0796 admin admin] Request body: {'subnet': {'network_id': '93c6029d-e313-4985-a92d-7ff4ee0c719b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-908791207-subnet', 'tenant_id': '98234dd41bed4f0b8bb558797f60f477', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:45:00.952875 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-60efc05e-d331-465c-bb26-35295f3f0796 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:45:00.957448 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-60efc05e-d331-465c-bb26-35295f3f0796 admin admin] Usage tracker for resource:subnet and tenant:98234dd41bed4f0b8bb558797f60f477 is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:45:00.960747 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-60efc05e-d331-465c-bb26-35295f3f0796 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:45:00.966918 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-60efc05e-d331-465c-bb26-35295f3f0796 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:45:00.979194 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60efc05e-d331-465c-bb26-35295f3f0796 admin admin] Made reservation on behalf of 98234dd41bed4f0b8bb558797f60f477 for: {'subnet': 1} {{(pid=86412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 07:45:00.983947 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-60efc05e-d331-465c-bb26-35295f3f0796 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3320787'] for subnet, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:01.065303 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb45fa-690e-47f1-91f5-60f08162545c req-abfe6ee0-3ec8-4212-a838-74a99f1e322c tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:45:01.066963 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-95eb45fa-690e-47f1-91f5-60f08162545c req-abfe6ee0-3ec8-4212-a838-74a99f1e322c tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb2e375-2b4d-44e3-9bba-7fc338663cec HTTP/1.1" status: 200 len: 944 time: 0.0988016 Apr 19 07:45:01.117115 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-95eb45fa-690e-47f1-91f5-60f08162545c req-90d9498c-1006-4462-8812-ff1ef63cdd98 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=54a7104c-197d-4fa0-8d02-7bd249136409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431964 Apr 19 07:45:01.400674 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-60efc05e-d331-465c-bb26-35295f3f0796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1716840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850838354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3320770'] for subnet, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:01.404746 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:45:01.482703 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60efc05e-d331-465c-bb26-35295f3f0796 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e15e635-9b0e-4c4e-b35b-9e8b7d218730,revision_number=0']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:45:01.486300 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-60efc05e-d331-465c-bb26-35295f3f0796 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:45:01.493125 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60efc05e-d331-465c-bb26-35295f3f0796 admin admin] Checking segment: {'id': '34e4cf4a-c4e5-4c76-b660-14cc7aaf6a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '93c6029d-e313-4985-a92d-7ff4ee0c719b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 07:45:01.493543 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60efc05e-d331-465c-bb26-35295f3f0796 admin admin] Network hostable DHCP agents. Network: 93c6029d-e313-4985-a92d-7ff4ee0c719b, hostable agents: ['f48e5f8f-9537-4f01-bc3c-e3892051a721'], hosted agents: [] {{(pid=86412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 07:45:01.525118 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60efc05e-d331-465c-bb26-35295f3f0796 admin admin] Network 93c6029d-e313-4985-a92d-7ff4ee0c719b is scheduled to be hosted by DHCP agent f48e5f8f-9537-4f01-bc3c-e3892051a721 with binding_index 1 {{(pid=86412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 07:45:01.535189 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.base_scheduler [None req-60efc05e-d331-465c-bb26-35295f3f0796 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773870-2-smb, 93c6029d-e313-4985-a92d-7ff4ee0c719b) {{(pid=86412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 07:45:01.544429 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b439c13-5e0f-41ff-a067-45ef7a7f1890 None None] Network 93c6029d-e313-4985-a92d-7ff4ee0c719b requested from dv-cinder-773870-2-smb {{(pid=86414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 07:45:01.549285 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60efc05e-d331-465c-bb26-35295f3f0796 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:45:01.549968 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-60efc05e-d331-465c-bb26-35295f3f0796 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:01.570369 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-60efc05e-d331-465c-bb26-35295f3f0796 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6293409 Apr 19 07:45:01.768365 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c19afa2-b735-428f-ab85-05bdfb936326 None None] Network 93c6029d-e313-4985-a92d-7ff4ee0c719b requested from dv-cinder-773870-2-smb {{(pid=86414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 07:45:01.947389 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Device f566711e-dd39-4231-b2af-04c9f216c4c1 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=86414) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 07:45:02.132663 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 41810) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:45:02.138859 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [None req-e8787d3b-1097-4883-9678-270afb964081 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-681040564-network', 'tenant_id': '9bb1a0e1a4144075a1db1b9e8aa200db'}} {{(pid=86413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:45:02.143184 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] For port f566711e-dd39-4231-b2af-04c9f216c4c1, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=f566711e-dd39-4231-b2af-04c9f216c4c1,segment=NetworkSegment(82586cc3-7b22-4a5c-b95c-8fce131571e9),segment_id=82586cc3-7b22-4a5c-b95c-8fce131571e9)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:45:02.143940 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-e8787d3b-1097-4883-9678-270afb964081 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:45:02.147999 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-e8787d3b-1097-4883-9678-270afb964081 admin admin] Usage tracker for resource:network and tenant:9bb1a0e1a4144075a1db1b9e8aa200db is out of sync, need to count used quota {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:45:02.151263 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-e8787d3b-1097-4883-9678-270afb964081 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:45:02.157795 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-e8787d3b-1097-4883-9678-270afb964081 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:45:02.160685 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Returning: {'device': 'f566711e-dd39-4231-b2af-04c9f216c4c1', 'network_id': '54cc282c-1ba1-4d63-8981-01ed15bb5ad4', 'port_id': 'f566711e-dd39-4231-b2af-04c9f216c4c1', 'mac_address': 'fa:16:3e:7b:31:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '576f6062-f22a-411b-bc12-7e9099407d19', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86414) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 07:45:02.168688 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8787d3b-1097-4883-9678-270afb964081 admin admin] Made reservation on behalf of 9bb1a0e1a4144075a1db1b9e8aa200db for: {'network': 1} {{(pid=86413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 07:45:02.173371 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-e8787d3b-1097-4883-9678-270afb964081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for network, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:02.190221 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-e8787d3b-1097-4883-9678-270afb964081 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:02.210220 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-e8787d3b-1097-4883-9678-270afb964081 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:45:02.214817 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-e8787d3b-1097-4883-9678-270afb964081 admin admin] Usage tracker for resource:security_group_rule and tenant:9bb1a0e1a4144075a1db1b9e8aa200db is out of sync, need to count used quota {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:45:02.217725 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-e8787d3b-1097-4883-9678-270afb964081 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:45:02.223015 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:02.226316 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-e8787d3b-1097-4883-9678-270afb964081 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:45:02.240987 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f566711e-dd39-4231-b2af-04c9f216c4c1 {{(pid=86414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 07:45:02.257369 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] For port f566711e-dd39-4231-b2af-04c9f216c4c1, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=f566711e-dd39-4231-b2af-04c9f216c4c1,segment=NetworkSegment(82586cc3-7b22-4a5c-b95c-8fce131571e9),segment_id=82586cc3-7b22-4a5c-b95c-8fce131571e9)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:45:02.260302 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:02.262134 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:45:02.332161 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Pushing event updated for resources: {'Port': ['ID=f566711e-dd39-4231-b2af-04c9f216c4c1,revision_number=4']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:45:02.340277 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:45:02.340658 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:45:02.341031 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:45:02.341384 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:45:02.341748 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:45:02.342108 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:45:02.342469 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:45:02.342829 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:45:02.343249 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:45:02.343616 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:45:02.343977 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:45:02.344335 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:45:02.352987 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:45:02.383708 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1870825d-a334-4b03-b520-db92ab8d9dbf req-3ae34053-d4d3-464e-9267-432dceb8066b tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:45:02.385348 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-1870825d-a334-4b03-b520-db92ab8d9dbf req-3ae34053-d4d3-464e-9267-432dceb8066b tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb2e375-2b4d-44e3-9bba-7fc338663cec HTTP/1.1" status: 200 len: 945 time: 0.1400261 Apr 19 07:45:02.414108 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-e8787d3b-1097-4883-9678-270afb964081 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:02.420453 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-e8787d3b-1097-4883-9678-270afb964081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:02.425462 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-90e0d1d2-a4b6-47e9-b342-4f7a587e19ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:45:02.468970 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8787d3b-1097-4883-9678-270afb964081 admin admin] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=86413) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 07:45:02.488455 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-1870825d-a334-4b03-b520-db92ab8d9dbf req-c215f93b-6e5e-4560-891a-64c80956700c tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=54a7104c-197d-4fa0-8d02-7bd249136409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949070 Apr 19 07:45:02.492570 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8787d3b-1097-4883-9678-270afb964081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39dcf391-2ffd-4fbb-9018-41409ba052a5,revision_number=1']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:45:02.495876 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-e8787d3b-1097-4883-9678-270afb964081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853992622'] for segment, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:02.496275 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.db.segments_db [None req-e8787d3b-1097-4883-9678-270afb964081 admin admin] Added segment e76fb1a9-17e7-4489-928a-b7b3eb3fed27 of type vlan for network cc6e3daa-a549-401d-b907-f4f630dbf889 Apr 19 07:45:02.497577 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-e8787d3b-1097-4883-9678-270afb964081 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:45:02.512020 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] get_ports_and_sgs() called for port_ids ['f566711e-dd39-4231-b2af-04c9f216c4c1'] {{(pid=86414) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 07:45:02.529448 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-e8787d3b-1097-4883-9678-270afb964081 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769764214250'] for network, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:02.565817 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-e8787d3b-1097-4883-9678-270afb964081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314'] for network, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:02.567461 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8787d3b-1097-4883-9678-270afb964081 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:45:02.568201 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-e8787d3b-1097-4883-9678-270afb964081 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853097331'] for network, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:02.573920 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:45:02.901084 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8787d3b-1097-4883-9678-270afb964081 admin admin] Pushing event updated for resources: {'Network': ['ID=cc6e3daa-a549-401d-b907-f4f630dbf889,revision_number=1']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:45:02.904263 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-e8787d3b-1097-4883-9678-270afb964081 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:45:02.907415 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-e8787d3b-1097-4883-9678-270afb964081 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7735970 Apr 19 07:45:02.910659 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 41818) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:45:02.911831 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Network cc6e3daa-a549-401d-b907-f4f630dbf889 details requested by agent ovs-agent-dv-cinder-773870-2-smb with host dv-cinder-773870-2-smb {{(pid=86414) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 07:45:02.917244 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [None req-cd65a9ce-a7dc-45b9-904c-9ae3b169eb18 admin admin] Request body: {'subnet': {'network_id': 'cc6e3daa-a549-401d-b907-f4f630dbf889', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-681040564-subnet', 'tenant_id': '9bb1a0e1a4144075a1db1b9e8aa200db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:45:02.922884 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-cd65a9ce-a7dc-45b9-904c-9ae3b169eb18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:45:02.927434 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-cd65a9ce-a7dc-45b9-904c-9ae3b169eb18 admin admin] Usage tracker for resource:subnet and tenant:9bb1a0e1a4144075a1db1b9e8aa200db is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:45:02.931639 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-cd65a9ce-a7dc-45b9-904c-9ae3b169eb18 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:45:02.938232 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-cd65a9ce-a7dc-45b9-904c-9ae3b169eb18 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:45:02.948319 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd65a9ce-a7dc-45b9-904c-9ae3b169eb18 admin admin] Made reservation on behalf of 9bb1a0e1a4144075a1db1b9e8aa200db for: {'subnet': 1} {{(pid=86412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 07:45:02.953112 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-cd65a9ce-a7dc-45b9-904c-9ae3b169eb18 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3320787'] for subnet, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:03.393064 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-cd65a9ce-a7dc-45b9-904c-9ae3b169eb18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1716840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850838354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3320770'] for subnet, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:03.398918 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-4f91a05f-fd15-4e6b-90f7-d7ecfeb9a236 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:45:03.474699 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd65a9ce-a7dc-45b9-904c-9ae3b169eb18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a347f35a-fd7e-47f6-9e1f-994977918381,revision_number=0']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:45:03.486967 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd65a9ce-a7dc-45b9-904c-9ae3b169eb18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:45:03.487603 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd65a9ce-a7dc-45b9-904c-9ae3b169eb18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:45:03.488366 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd65a9ce-a7dc-45b9-904c-9ae3b169eb18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:45:03.489030 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd65a9ce-a7dc-45b9-904c-9ae3b169eb18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:45:03.489392 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd65a9ce-a7dc-45b9-904c-9ae3b169eb18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:45:03.489889 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd65a9ce-a7dc-45b9-904c-9ae3b169eb18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:45:03.490286 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd65a9ce-a7dc-45b9-904c-9ae3b169eb18 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:45:03.490801 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd65a9ce-a7dc-45b9-904c-9ae3b169eb18 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:45:03.491297 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd65a9ce-a7dc-45b9-904c-9ae3b169eb18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:45:03.491701 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd65a9ce-a7dc-45b9-904c-9ae3b169eb18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:45:03.492094 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd65a9ce-a7dc-45b9-904c-9ae3b169eb18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:45:03.492482 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd65a9ce-a7dc-45b9-904c-9ae3b169eb18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:45:03.497940 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-cd65a9ce-a7dc-45b9-904c-9ae3b169eb18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:45:03.498722 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd65a9ce-a7dc-45b9-904c-9ae3b169eb18 admin admin] Checking segment: {'id': 'e76fb1a9-17e7-4489-928a-b7b3eb3fed27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'cc6e3daa-a549-401d-b907-f4f630dbf889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 07:45:03.499108 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd65a9ce-a7dc-45b9-904c-9ae3b169eb18 admin admin] Network hostable DHCP agents. Network: cc6e3daa-a549-401d-b907-f4f630dbf889, hostable agents: ['f48e5f8f-9537-4f01-bc3c-e3892051a721'], hosted agents: [] {{(pid=86412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 07:45:03.518725 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd65a9ce-a7dc-45b9-904c-9ae3b169eb18 admin admin] Network cc6e3daa-a549-401d-b907-f4f630dbf889 is scheduled to be hosted by DHCP agent f48e5f8f-9537-4f01-bc3c-e3892051a721 with binding_index 1 {{(pid=86412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 07:45:03.528007 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.base_scheduler [None req-cd65a9ce-a7dc-45b9-904c-9ae3b169eb18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773870-2-smb, cc6e3daa-a549-401d-b907-f4f630dbf889) {{(pid=86412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 07:45:03.537988 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0ec422-2639-40fb-8421-0fb9d93a4a6b None None] Network cc6e3daa-a549-401d-b907-f4f630dbf889 requested from dv-cinder-773870-2-smb {{(pid=86414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 07:45:03.541219 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd65a9ce-a7dc-45b9-904c-9ae3b169eb18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:45:03.541867 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-cd65a9ce-a7dc-45b9-904c-9ae3b169eb18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:03.569251 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-cd65a9ce-a7dc-45b9-904c-9ae3b169eb18 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6509652 Apr 19 07:45:03.750846 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6412a211-9fe1-49ca-9827-7a9999d0bd91 req-61bbcfc4-f0f7-459f-8e19-1939483cc330 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:45:03.753333 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-6412a211-9fe1-49ca-9827-7a9999d0bd91 req-61bbcfc4-f0f7-459f-8e19-1939483cc330 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb2e375-2b4d-44e3-9bba-7fc338663cec HTTP/1.1" status: 200 len: 945 time: 0.1145132 Apr 19 07:45:03.783232 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92433fc8-5540-40e3-bc10-e4ac222e7bdd None None] Network cc6e3daa-a549-401d-b907-f4f630dbf889 requested from dv-cinder-773870-2-smb {{(pid=86414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 07:45:03.813946 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-6412a211-9fe1-49ca-9827-7a9999d0bd91 req-7e5e9f5a-f656-4c68-a99f-d5e62fbad80c tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=54a7104c-197d-4fa0-8d02-7bd249136409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510941 Apr 19 07:45:03.973175 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Device f566711e-dd39-4231-b2af-04c9f216c4c1 up at agent hyperv_hv-cinder-77387 {{(pid=86414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 07:45:04.097145 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Provisioning for port f566711e-dd39-4231-b2af-04c9f216c4c1 completed by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 07:45:04.102679 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Provisioning complete for port f566711e-dd39-4231-b2af-04c9f216c4c1 triggered by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:45:04.103147 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:04.232166 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:04.261140 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb2e375-2b4d-44e3-9bba-7fc338663cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f566711e-dd39-4231-b2af-04c9f216c4c1'}] {{(pid=86414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 07:45:04.269775 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5ef841-fcd7-4f81-b4ba-00a2ed3f0ad4 req-728d88e1-739a-43bc-8628-a1d1e0023583 tempest-VolumesActionsTest-702916583 tempest-VolumesActionsTest-702916583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:45:04.270509 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-ff5ef841-fcd7-4f81-b4ba-00a2ed3f0ad4 req-728d88e1-739a-43bc-8628-a1d1e0023583 tempest-VolumesActionsTest-702916583 tempest-VolumesActionsTest-702916583-project] Synchronizing usage tracker for tenant:98234dd41bed4f0b8bb558797f60f477 on resource:network {{(pid=86413) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 07:45:04.271780 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] For port f566711e-dd39-4231-b2af-04c9f216c4c1, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=f566711e-dd39-4231-b2af-04c9f216c4c1,segment=NetworkSegment(82586cc3-7b22-4a5c-b95c-8fce131571e9),segment_id=82586cc3-7b22-4a5c-b95c-8fce131571e9)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:45:04.276157 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:04.278572 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:45:04.292430 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-ff5ef841-fcd7-4f81-b4ba-00a2ed3f0ad4 req-728d88e1-739a-43bc-8628-a1d1e0023583 tempest-VolumesActionsTest-702916583 tempest-VolumesActionsTest-702916583-project] Unset dirty status for tenant:98234dd41bed4f0b8bb558797f60f477 on resource:network {{(pid=86413) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 07:45:04.293943 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-ff5ef841-fcd7-4f81-b4ba-00a2ed3f0ad4 req-728d88e1-739a-43bc-8628-a1d1e0023583 tempest-VolumesActionsTest-702916583 tempest-VolumesActionsTest-702916583-project] 10.222.0.41 "GET /v2.0/networks?id=93c6029d-e313-4985-a92d-7ff4ee0c719b HTTP/1.1" status: 200 len: 808 time: 0.1787407 Apr 19 07:45:04.313570 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-ff5ef841-fcd7-4f81-b4ba-00a2ed3f0ad4 req-f30d0faa-1716-4f0a-9b05-9a0c26b569ef tempest-VolumesActionsTest-702916583 tempest-VolumesActionsTest-702916583-project] 10.222.0.41 "GET /v2.0/quotas/98234dd41bed4f0b8bb558797f60f477 HTTP/1.1" status: 200 len: 375 time: 0.0121658 Apr 19 07:45:04.319214 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb2e375-2b4d-44e3-9bba-7fc338663cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f566711e-dd39-4231-b2af-04c9f216c4c1', 'code': 200} Apr 19 07:45:04.354933 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Pushing event updated for resources: {'Port': ['ID=f566711e-dd39-4231-b2af-04c9f216c4c1,revision_number=5']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:45:04.358175 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:45:04.379315 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-ff5ef841-fcd7-4f81-b4ba-00a2ed3f0ad4 req-f7d0071d-66f6-411d-b292-31f6e3a04c66 tempest-VolumesActionsTest-702916583 tempest-VolumesActionsTest-702916583-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=98234dd41bed4f0b8bb558797f60f477&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0594037 Apr 19 07:45:04.531838 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-ff5ef841-fcd7-4f81-b4ba-00a2ed3f0ad4 req-19bae3bd-271a-4c64-a062-7a2e4128d27d service neutron] 10.222.0.41 "GET /v2.0/networks/93c6029d-e313-4985-a92d-7ff4ee0c719b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449351 Apr 19 07:45:04.581648 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0906f5b0-dabc-4ff0-82bc-a4c8156acfc7 req-a80f1a57-ec9d-4e38-b229-fe172a0fa56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:45:04.583660 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-0906f5b0-dabc-4ff0-82bc-a4c8156acfc7 req-a80f1a57-ec9d-4e38-b229-fe172a0fa56a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6bb2e375-2b4d-44e3-9bba-7fc338663cec HTTP/1.1" status: 200 len: 1099 time: 0.0940411 Apr 19 07:45:04.627959 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-0906f5b0-dabc-4ff0-82bc-a4c8156acfc7 req-a6fbc9ee-7f22-4c42-9ca7-38ad8b0446cf service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=54a7104c-197d-4fa0-8d02-7bd249136409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374482 Apr 19 07:45:04.675480 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-ff5ef841-fcd7-4f81-b4ba-00a2ed3f0ad4 req-086e1c02-089e-479e-bd2a-5bed17d73998 service neutron] 10.222.0.41 "GET /v2.0/networks/93c6029d-e313-4985-a92d-7ff4ee0c719b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367545 Apr 19 07:45:04.924011 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-05b223a6-23af-4824-8a43-7132909341c0 req-88788765-f78d-4d9b-aa7e-1d9eefa0f71d tempest-VolumesActionsTest-702916583 tempest-VolumesActionsTest-702916583-project] 10.222.0.41 "GET /v2.0/ports?device_id=be2daa8b-80a9-44ab-b5e2-4de002421465 HTTP/1.1" status: 200 len: 210 time: 0.0807049 Apr 19 07:45:05.068220 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da95bf9-7d34-483c-8546-32c1549e685b req-0b4a0b62-2696-41bc-b41d-eb5be7cae182 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:45:05.069974 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-0da95bf9-7d34-483c-8546-32c1549e685b req-0b4a0b62-2696-41bc-b41d-eb5be7cae182 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb2e375-2b4d-44e3-9bba-7fc338663cec HTTP/1.1" status: 200 len: 946 time: 0.1133173 Apr 19 07:45:05.137257 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-0da95bf9-7d34-483c-8546-32c1549e685b req-91105545-28d1-4e2c-a6c2-b1f21a2be270 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=54a7104c-197d-4fa0-8d02-7bd249136409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600021 Apr 19 07:45:05.450809 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45516f58-964b-4e05-9e7e-fdbe66451361 req-3b038b7a-c690-49ed-b890-5750de5eb61e tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:45:05.452460 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-45516f58-964b-4e05-9e7e-fdbe66451361 req-3b038b7a-c690-49ed-b890-5750de5eb61e tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/ports?device_id=104fc9d4-1bba-4041-b2b1-b56400a80d0f HTTP/1.1" status: 200 len: 945 time: 0.0955086 Apr 19 07:45:05.503058 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-45516f58-964b-4e05-9e7e-fdbe66451361 req-e721e5c4-584b-41e8-9d0e-738aaac5b74d tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1b9b2ed-6991-4ca2-9322-f0071141391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428162 Apr 19 07:45:06.107493 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-30683f3f-2c3a-4103-b8bb-8f8d109fe1e0 req-739b343d-ad41-4c97-83ee-ae54e889a9c0 tempest-VolumesActionsTest-702916583 tempest-VolumesActionsTest-702916583-project] 10.222.0.41 "GET /v2.0/ports?device_id=be2daa8b-80a9-44ab-b5e2-4de002421465 HTTP/1.1" status: 200 len: 210 time: 0.0644140 Apr 19 07:45:06.441023 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5ef841-fcd7-4f81-b4ba-00a2ed3f0ad4 req-27cf7066-9277-4d8d-8e46-da2e6e8e3b9b tempest-VolumesActionsTest-702916583 tempest-VolumesActionsTest-702916583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:45:06.442586 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-ff5ef841-fcd7-4f81-b4ba-00a2ed3f0ad4 req-27cf7066-9277-4d8d-8e46-da2e6e8e3b9b tempest-VolumesActionsTest-702916583 tempest-VolumesActionsTest-702916583-project] 10.222.0.42 "GET /v2.0/networks?id=93c6029d-e313-4985-a92d-7ff4ee0c719b HTTP/1.1" status: 200 len: 808 time: 0.4084489 Apr 19 07:45:06.457473 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [req-ff5ef841-fcd7-4f81-b4ba-00a2ed3f0ad4 req-0ac56495-6536-4b3c-816a-8e52e53a3995 tempest-VolumesActionsTest-702916583 tempest-VolumesActionsTest-702916583-project] Request body: {'port': {'device_id': 'be2daa8b-80a9-44ab-b5e2-4de002421465', 'network_id': '93c6029d-e313-4985-a92d-7ff4ee0c719b', 'admin_state_up': True, 'tenant_id': '98234dd41bed4f0b8bb558797f60f477'}} {{(pid=86412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:45:06.500478 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362a5c1a-c550-4a3f-9d68-da1d9c15770f req-faab02af-ff0b-4d71-8784-d850ee0fb313 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:45:06.502162 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-362a5c1a-c550-4a3f-9d68-da1d9c15770f req-faab02af-ff0b-4d71-8784-d850ee0fb313 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb2e375-2b4d-44e3-9bba-7fc338663cec HTTP/1.1" status: 200 len: 946 time: 0.0896094 Apr 19 07:45:06.551715 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-362a5c1a-c550-4a3f-9d68-da1d9c15770f req-2ce8e75f-18c5-441c-998b-3d095f721011 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=54a7104c-197d-4fa0-8d02-7bd249136409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430651 Apr 19 07:45:06.610668 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [req-ff5ef841-fcd7-4f81-b4ba-00a2ed3f0ad4 req-0ac56495-6536-4b3c-816a-8e52e53a3995 tempest-VolumesActionsTest-702916583 tempest-VolumesActionsTest-702916583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:45:06.615631 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-ff5ef841-fcd7-4f81-b4ba-00a2ed3f0ad4 req-0ac56495-6536-4b3c-816a-8e52e53a3995 tempest-VolumesActionsTest-702916583 tempest-VolumesActionsTest-702916583-project] Usage tracker for resource:port and tenant:98234dd41bed4f0b8bb558797f60f477 is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:45:06.618683 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-ff5ef841-fcd7-4f81-b4ba-00a2ed3f0ad4 req-0ac56495-6536-4b3c-816a-8e52e53a3995 tempest-VolumesActionsTest-702916583 tempest-VolumesActionsTest-702916583-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:45:06.625315 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [req-ff5ef841-fcd7-4f81-b4ba-00a2ed3f0ad4 req-0ac56495-6536-4b3c-816a-8e52e53a3995 tempest-VolumesActionsTest-702916583 tempest-VolumesActionsTest-702916583-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:45:06.635293 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff5ef841-fcd7-4f81-b4ba-00a2ed3f0ad4 req-0ac56495-6536-4b3c-816a-8e52e53a3995 tempest-VolumesActionsTest-702916583 tempest-VolumesActionsTest-702916583-project] Made reservation on behalf of 98234dd41bed4f0b8bb558797f60f477 for: {'port': 1} {{(pid=86412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 07:45:06.641681 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-ff5ef841-fcd7-4f81-b4ba-00a2ed3f0ad4 req-0ac56495-6536-4b3c-816a-8e52e53a3995 tempest-VolumesActionsTest-702916583 tempest-VolumesActionsTest-702916583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:06.801654 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1404146d-492a-4ef6-8651-d9be21415d89 req-a120cf87-39f6-497a-b410-96b4ba87dad4 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:45:06.803587 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-1404146d-492a-4ef6-8651-d9be21415d89 req-a120cf87-39f6-497a-b410-96b4ba87dad4 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/ports?device_id=104fc9d4-1bba-4041-b2b1-b56400a80d0f HTTP/1.1" status: 200 len: 945 time: 0.1641881 Apr 19 07:45:06.812659 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082db37f-1ae2-44be-992b-4021703c2f7c req-3a20ad48-9823-49ea-90c1-d471f3bbb307 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:45:06.814213 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-082db37f-1ae2-44be-992b-4021703c2f7c req-3a20ad48-9823-49ea-90c1-d471f3bbb307 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb2e375-2b4d-44e3-9bba-7fc338663cec HTTP/1.1" status: 200 len: 946 time: 0.1329327 Apr 19 07:45:06.817106 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.db_base_plugin_common [req-ff5ef841-fcd7-4f81-b4ba-00a2ed3f0ad4 req-0ac56495-6536-4b3c-816a-8e52e53a3995 tempest-VolumesActionsTest-702916583 tempest-VolumesActionsTest-702916583-project] Allocated IP 172.20.0.13 (93c6029d-e313-4985-a92d-7ff4ee0c719b/7e15e635-9b0e-4c4e-b35b-9e8b7d218730/2f405c2c-2c6e-4081-ad8b-66132f0bb354) {{(pid=86412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 07:45:06.827503 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 41880) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:45:06.835640 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [None req-7b3c0ea4-dd6d-44a0-9c1d-23b2338cc1cd tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Request body: {'floatingip': {'port_id': 'f566711e-dd39-4231-b2af-04c9f216c4c1'}} {{(pid=86412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:45:06.858537 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-1404146d-492a-4ef6-8651-d9be21415d89 req-f9622f09-73e5-48a2-886b-8b9029d850b7 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1b9b2ed-6991-4ca2-9322-f0071141391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431414 Apr 19 07:45:06.939424 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-7b3c0ea4-dd6d-44a0-9c1d-23b2338cc1cd tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks [] for floatingip, before_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:07.072668 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-eb0bc473-ede0-493c-96fb-4e96594738ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:07.275562 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-6084f249-96f2-4d62-9b8e-755620dd57ed req-24f832e3-8279-4231-a66d-dadb7db6363e tempest-VolumesActionsTest-702916583 tempest-VolumesActionsTest-702916583-project] 10.222.0.41 "GET /v2.0/ports?device_id=be2daa8b-80a9-44ab-b5e2-4de002421465 HTTP/1.1" status: 200 len: 210 time: 0.0522022 Apr 19 07:45:07.467630 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-ff5ef841-fcd7-4f81-b4ba-00a2ed3f0ad4 req-0ac56495-6536-4b3c-816a-8e52e53a3995 tempest-VolumesActionsTest-702916583 tempest-VolumesActionsTest-702916583-project] Notify callbacks [] for port, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:07.823752 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-ff5ef841-fcd7-4f81-b4ba-00a2ed3f0ad4 req-0ac56495-6536-4b3c-816a-8e52e53a3995 tempest-VolumesActionsTest-702916583 tempest-VolumesActionsTest-702916583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769764225105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3936575'] for port, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:07.836426 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-7fbb58ba-8f25-41ef-8b81-fa3bf2e3be85 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:45:07.962691 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff5ef841-fcd7-4f81-b4ba-00a2ed3f0ad4 req-0ac56495-6536-4b3c-816a-8e52e53a3995 tempest-VolumesActionsTest-702916583 tempest-VolumesActionsTest-702916583-project] Network 93c6029d-e313-4985-a92d-7ff4ee0c719b is already hosted by enough agents. {{(pid=86412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 07:45:07.974390 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.base_scheduler [req-ff5ef841-fcd7-4f81-b4ba-00a2ed3f0ad4 req-0ac56495-6536-4b3c-816a-8e52e53a3995 tempest-VolumesActionsTest-702916583 tempest-VolumesActionsTest-702916583-project] Resources bound (agent type, host, resource id): {{(pid=86412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 07:45:07.983126 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff5ef841-fcd7-4f81-b4ba-00a2ed3f0ad4 req-0ac56495-6536-4b3c-816a-8e52e53a3995 tempest-VolumesActionsTest-702916583 tempest-VolumesActionsTest-702916583-project] Received port after_create {{(pid=86412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 07:45:08.029460 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.db.resource_extend [None req-7b3c0ea4-dd6d-44a0-9c1d-23b2338cc1cd tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 19 07:45:08.066347 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f4f08a-20ba-43e2-a376-e2d560c2f2f4 req-943c815c-d9d5-4fee-8f73-c2f351c57805 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:45:08.072767 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-a0f4f08a-20ba-43e2-a376-e2d560c2f2f4 req-943c815c-d9d5-4fee-8f73-c2f351c57805 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/ports?device_id=104fc9d4-1bba-4041-b2b1-b56400a80d0f HTTP/1.1" status: 200 len: 945 time: 0.0998721 Apr 19 07:45:08.076424 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.agents_db [None req-ec4b265d-3c04-42fd-95cd-57ca7ec41865 None None] Agent healthcheck: found 6 active agents {{(pid=86415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 07:45:08.111776 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac56495-6536-4b3c-816a-8e52e53a3995 tempest-VolumesActionsTest-702916583 tempest-VolumesActionsTest-702916583-project] Pushing event updated for resources: {'Port': ['ID=2f405c2c-2c6e-4081-ad8b-66132f0bb354,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:45:08.119893 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-0ac56495-6536-4b3c-816a-8e52e53a3995 tempest-VolumesActionsTest-702916583 tempest-VolumesActionsTest-702916583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:45:08.133615 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8298d821-3b0f-49b9-83ce-a815f293ea1d req-3f38d7bc-9d7e-4e17-b4be-f4b25806350f tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:45:08.134485 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-8298d821-3b0f-49b9-83ce-a815f293ea1d req-3f38d7bc-9d7e-4e17-b4be-f4b25806350f tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Synchronizing usage tracker for tenant:4785af1c8f0e4b01af43cb5ee0e71925 on resource:port {{(pid=86412) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 07:45:08.150529 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-a0f4f08a-20ba-43e2-a376-e2d560c2f2f4 req-4fd854e7-c4c9-43ab-b4e5-5f38240a332e tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1b9b2ed-6991-4ca2-9322-f0071141391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601587 Apr 19 07:45:08.178916 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5ef841-fcd7-4f81-b4ba-00a2ed3f0ad4 req-0ac56495-6536-4b3c-816a-8e52e53a3995 tempest-VolumesActionsTest-702916583 tempest-VolumesActionsTest-702916583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:45:08.179611 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-ff5ef841-fcd7-4f81-b4ba-00a2ed3f0ad4 req-0ac56495-6536-4b3c-816a-8e52e53a3995 tempest-VolumesActionsTest-702916583 tempest-VolumesActionsTest-702916583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773070'] for port, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:08.208352 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-7b3c0ea4-dd6d-44a0-9c1d-23b2338cc1cd tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:08.213867 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-7b3c0ea4-dd6d-44a0-9c1d-23b2338cc1cd tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1810097'] for floatingip, after_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:08.339243 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-ff5ef841-fcd7-4f81-b4ba-00a2ed3f0ad4 req-0ac56495-6536-4b3c-816a-8e52e53a3995 tempest-VolumesActionsTest-702916583 tempest-VolumesActionsTest-702916583-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8859007 Apr 19 07:45:08.339870 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-8298d821-3b0f-49b9-83ce-a815f293ea1d req-3f38d7bc-9d7e-4e17-b4be-f4b25806350f tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Unset dirty status for tenant:4785af1c8f0e4b01af43cb5ee0e71925 on resource:port {{(pid=86412) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 07:45:08.340970 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-8298d821-3b0f-49b9-83ce-a815f293ea1d req-3f38d7bc-9d7e-4e17-b4be-f4b25806350f tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.42 "GET /v2.0/ports?device_id=104fc9d4-1bba-4041-b2b1-b56400a80d0f HTTP/1.1" status: 200 len: 945 time: 0.7454333 Apr 19 07:45:08.491184 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6522bcc1-192f-4b13-91f9-640a899ad8bd req-4baab53a-572e-4e47-9adc-4c7dacabd20f tempest-VolumesActionsTest-702916583 tempest-VolumesActionsTest-702916583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:45:08.491692 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-6522bcc1-192f-4b13-91f9-640a899ad8bd req-4baab53a-572e-4e47-9adc-4c7dacabd20f tempest-VolumesActionsTest-702916583 tempest-VolumesActionsTest-702916583-project] 10.222.0.41 "GET /v2.0/ports?device_id=be2daa8b-80a9-44ab-b5e2-4de002421465 HTTP/1.1" status: 200 len: 932 time: 0.0967772 Apr 19 07:45:08.543424 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-6522bcc1-192f-4b13-91f9-640a899ad8bd req-76be7cf7-aa3b-4ad0-9c43-71478b70f1e3 tempest-VolumesActionsTest-702916583 tempest-VolumesActionsTest-702916583-project] Synchronizing usage tracker for tenant:98234dd41bed4f0b8bb558797f60f477 on resource:security_group {{(pid=86413) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 07:45:08.561415 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-6522bcc1-192f-4b13-91f9-640a899ad8bd req-76be7cf7-aa3b-4ad0-9c43-71478b70f1e3 tempest-VolumesActionsTest-702916583 tempest-VolumesActionsTest-702916583-project] Unset dirty status for tenant:98234dd41bed4f0b8bb558797f60f477 on resource:security_group {{(pid=86413) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 07:45:08.562538 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-6522bcc1-192f-4b13-91f9-640a899ad8bd req-76be7cf7-aa3b-4ad0-9c43-71478b70f1e3 tempest-VolumesActionsTest-702916583 tempest-VolumesActionsTest-702916583-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ad3bafd-3c42-428d-bd07-32a5a277d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635331 Apr 19 07:45:08.622745 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [req-ff5ef841-fcd7-4f81-b4ba-00a2ed3f0ad4 req-c4ddeb1b-9086-4b5d-9c3b-f8c28c802287 service neutron] Request body: {'port': {'device_id': 'be2daa8b-80a9-44ab-b5e2-4de002421465', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=86412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:45:08.744760 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [req-8298d821-3b0f-49b9-83ce-a815f293ea1d req-f41c7fe1-9da8-4970-97ae-7f72848dee8d tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Deleting port a682408a-56d5-476e-90a7-5a0185eb46ea {{(pid=86412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 07:45:08.745157 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-8298d821-3b0f-49b9-83ce-a815f293ea1d req-f41c7fe1-9da8-4970-97ae-7f72848dee8d tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267090122612'] for port, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:08.884775 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.db.l3_db [None req-7b3c0ea4-dd6d-44a0-9c1d-23b2338cc1cd tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Floating IP 514ea334-5c74-42b7-8d2e-101ad50788c9 associated. External IP: 172.28.2.180, port: f566711e-dd39-4231-b2af-04c9f216c4c1. Apr 19 07:45:09.067748 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-ff5ef841-fcd7-4f81-b4ba-00a2ed3f0ad4 req-c4ddeb1b-9086-4b5d-9c3b-f8c28c802287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:09.144430 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-7e3f02af-0151-46b2-b299-38478d64cd22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:09.369664 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3ace4b-7f75-414d-a12a-496802920637 req-c7faa9ae-b7e9-47dc-ace1-64f378fe50e3 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:45:09.371319 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-7c3ace4b-7f75-414d-a12a-496802920637 req-c7faa9ae-b7e9-47dc-ace1-64f378fe50e3 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/ports?device_id=104fc9d4-1bba-4041-b2b1-b56400a80d0f HTTP/1.1" status: 200 len: 945 time: 0.0921834 Apr 19 07:45:09.424732 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-7c3ace4b-7f75-414d-a12a-496802920637 req-e2ca268a-d184-45fb-8a56-90e5933d6387 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1b9b2ed-6991-4ca2-9322-f0071141391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463965 Apr 19 07:45:09.657532 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [req-8298d821-3b0f-49b9-83ce-a815f293ea1d req-f41c7fe1-9da8-4970-97ae-7f72848dee8d tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] For port a682408a-56d5-476e-90a7-5a0185eb46ea, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=a682408a-56d5-476e-90a7-5a0185eb46ea,segment=NetworkSegment(71797285-2b24-44ab-bc5d-907fe2f55ea2),segment_id=71797285-2b24-44ab-bc5d-907fe2f55ea2)] {{(pid=86412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:45:09.657938 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-8298d821-3b0f-49b9-83ce-a815f293ea1d req-f41c7fe1-9da8-4970-97ae-7f72848dee8d tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852958595'] for port, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:09.771560 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e9a346-2efc-4eaa-9fdc-c9578be809da req-71b3aa44-81d3-4e17-8cfe-2249bff3f28c tempest-VolumesActionsTest-702916583 tempest-VolumesActionsTest-702916583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:45:09.773465 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-94e9a346-2efc-4eaa-9fdc-c9578be809da req-71b3aa44-81d3-4e17-8cfe-2249bff3f28c tempest-VolumesActionsTest-702916583 tempest-VolumesActionsTest-702916583-project] 10.222.0.41 "GET /v2.0/ports?device_id=be2daa8b-80a9-44ab-b5e2-4de002421465 HTTP/1.1" status: 200 len: 932 time: 0.0930321 Apr 19 07:45:09.775361 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bf2cef0d-0a86-410b-90d7-6d8fe7ad6153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:09.825978 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-94e9a346-2efc-4eaa-9fdc-c9578be809da req-1b927821-192a-48dc-8112-8f704229d202 tempest-VolumesActionsTest-702916583 tempest-VolumesActionsTest-702916583-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ad3bafd-3c42-428d-bd07-32a5a277d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445666 Apr 19 07:45:09.908787 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b3c0ea4-dd6d-44a0-9c1d-23b2338cc1cd tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Router f94fd1ee-95bd-456f-8f6a-c17a78acc134 has already been hosted by L3 agent af0aee0b-5275-4bf1-b5b2-246fd8e7196c {{(pid=86412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 07:45:09.977030 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Device a682408a-56d5-476e-90a7-5a0185eb46ea no longer exists at agent hyperv_hv-cinder-77387 {{(pid=86414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 07:45:10.119731 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:10.151387 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '104fc9d4-1bba-4041-b2b1-b56400a80d0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a682408a-56d5-476e-90a7-5a0185eb46ea'}] {{(pid=86414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 07:45:10.163550 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] For port a682408a-56d5-476e-90a7-5a0185eb46ea, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=a682408a-56d5-476e-90a7-5a0185eb46ea,segment=NetworkSegment(71797285-2b24-44ab-bc5d-907fe2f55ea2),segment_id=71797285-2b24-44ab-bc5d-907fe2f55ea2)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:45:10.166959 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:10.168934 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:45:10.222971 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '104fc9d4-1bba-4041-b2b1-b56400a80d0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a682408a-56d5-476e-90a7-5a0185eb46ea', 'code': 200} Apr 19 07:45:10.254094 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Pushing event updated for resources: {'Port': ['ID=a682408a-56d5-476e-90a7-5a0185eb46ea,revision_number=6']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:45:10.257437 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:45:10.453510 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:10.486350 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [req-ff5ef841-fcd7-4f81-b4ba-00a2ed3f0ad4 req-c4ddeb1b-9086-4b5d-9c3b-f8c28c802287 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f405c2c-2c6e-4081-ad8b-66132f0bb354 {{(pid=86412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 07:45:10.510977 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-ff5ef841-fcd7-4f81-b4ba-00a2ed3f0ad4 req-c4ddeb1b-9086-4b5d-9c3b-f8c28c802287 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:10.521541 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-8298d821-3b0f-49b9-83ce-a815f293ea1d req-f41c7fe1-9da8-4970-97ae-7f72848dee8d tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:10.521951 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-8298d821-3b0f-49b9-83ce-a815f293ea1d req-f41c7fe1-9da8-4970-97ae-7f72848dee8d tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1810097'] for floatingip, after_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:10.522299 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.db.l3_db [req-8298d821-3b0f-49b9-83ce-a815f293ea1d req-f41c7fe1-9da8-4970-97ae-7f72848dee8d tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Floating IP 449735a1-cef2-40f2-bd24-b210df5475d9 disassociated. External IP: 172.28.2.130, port: a682408a-56d5-476e-90a7-5a0185eb46ea. Apr 19 07:45:10.522682 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [req-8298d821-3b0f-49b9-83ce-a815f293ea1d req-f41c7fe1-9da8-4970-97ae-7f72848dee8d tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Calling delete_port for a682408a-56d5-476e-90a7-5a0185eb46ea owned by compute:nova {{(pid=86412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 07:45:10.587253 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [req-ff5ef841-fcd7-4f81-b4ba-00a2ed3f0ad4 req-c4ddeb1b-9086-4b5d-9c3b-f8c28c802287 service neutron] Transition to ACTIVE for port object 2f405c2c-2c6e-4081-ad8b-66132f0bb354 will not be triggered until provisioned by entity L2. {{(pid=86412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 07:45:10.603806 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-ff5ef841-fcd7-4f81-b4ba-00a2ed3f0ad4 req-c4ddeb1b-9086-4b5d-9c3b-f8c28c802287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850839242'] for port, after_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:10.616916 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-78e808d5-1ad2-4d71-952e-b4797d7521b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:45:10.624224 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:10.644379 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed46ddf-feb9-427c-81c6-2ec838e2fc79 req-3140e25e-57f4-4ec7-8b07-f70d6d519246 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:45:10.644379 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-8ed46ddf-feb9-427c-81c6-2ec838e2fc79 req-3140e25e-57f4-4ec7-8b07-f70d6d519246 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/ports?device_id=104fc9d4-1bba-4041-b2b1-b56400a80d0f HTTP/1.1" status: 200 len: 943 time: 0.1018291 Apr 19 07:45:10.672719 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b3c0ea4-dd6d-44a0-9c1d-23b2338cc1cd tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify agent at l3_agent.dv-cinder-773870-2-smb the message routers_updated {{(pid=86412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 07:45:10.681755 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-7b3c0ea4-dd6d-44a0-9c1d-23b2338cc1cd tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773070'] for floatingip, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:10.684800 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc1b510-d7c1-4510-b127-3ced72680c24 None None] Sync routers for ids ['f94fd1ee-95bd-456f-8f6a-c17a78acc134'] in dv-cinder-773870-2-smb {{(pid=86414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 07:45:10.695882 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc1b510-d7c1-4510-b127-3ced72680c24 None None] Routers {'f94fd1ee-95bd-456f-8f6a-c17a78acc134'} bound to L3 agent in host dv-cinder-773870-2-smb {{(pid=86414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 07:45:10.696698 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-dbc1b510-d7c1-4510-b127-3ced72680c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T07:32:39Z,description=,heartbeat_timestamp=2021-04-19T07:45:09Z,host='dv-cinder-773870-2-smb',id=af0aee0b-5275-4bf1-b5b2-246fd8e7196c,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T07:32:39Z,topic='l3_agent')) {'router_ids': ['f94fd1ee-95bd-456f-8f6a-c17a78acc134'], 'active': True} {{(pid=86414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:45:10.697001 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-8ed46ddf-feb9-427c-81c6-2ec838e2fc79 req-2fba4bee-315d-455a-af09-b69f2b6cb46d tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1b9b2ed-6991-4ca2-9322-f0071141391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460458 Apr 19 07:45:10.837956 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ddeb1b-9086-4b5d-9c3b-f8c28c802287 service neutron] Pushing event updated for resources: {'Port': ['ID=2f405c2c-2c6e-4081-ad8b-66132f0bb354,revision_number=2']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:45:10.872608 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-c4ddeb1b-9086-4b5d-9c3b-f8c28c802287 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:45:10.882047 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-7b3c0ea4-dd6d-44a0-9c1d-23b2338cc1cd tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "PUT /v2.0/floatingips/514ea334-5c74-42b7-8d2e-101ad50788c9 HTTP/1.1" status: 200 len: 992 time: 4.0532441 Apr 19 07:45:10.883748 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bb2e375-2b4d-44e3-9bba-7fc338663cec', 'tag': 'f566711e-dd39-4231-b2af-04c9f216c4c1'}] {{(pid=86412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 07:45:10.906904 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvr_db [None req-dbc1b510-d7c1-4510-b127-3ced72680c24 None None] Set router f94fd1ee-95bd-456f-8f6a-c17a78acc134 gateway port host: dv-cinder-773870-2-smb {{(pid=86414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 07:45:10.923144 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.db.api [req-8298d821-3b0f-49b9-83ce-a815f293ea1d req-f41c7fe1-9da8-4970-97ae-7f72848dee8d tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86412) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 07:45:10.923513 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_db.api [req-8298d821-3b0f-49b9-83ce-a815f293ea1d req-f41c7fe1-9da8-4970-97ae-7f72848dee8d tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 07:45:10.973541 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [req-ff5ef841-fcd7-4f81-b4ba-00a2ed3f0ad4 req-c4ddeb1b-9086-4b5d-9c3b-f8c28c802287 service neutron] Attempting to bind port 2f405c2c-2c6e-4081-ad8b-66132f0bb354 on host hv-cinder-77387 for vnic_type normal with profile {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 07:45:10.974287 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [req-ff5ef841-fcd7-4f81-b4ba-00a2ed3f0ad4 req-c4ddeb1b-9086-4b5d-9c3b-f8c28c802287 service neutron] Attempting to bind port 2f405c2c-2c6e-4081-ad8b-66132f0bb354 by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': '34e4cf4a-c4e5-4c76-b660-14cc7aaf6a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '93c6029d-e313-4985-a92d-7ff4ee0c719b'}] {{(pid=86412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 07:45:10.974883 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5ef841-fcd7-4f81-b4ba-00a2ed3f0ad4 req-c4ddeb1b-9086-4b5d-9c3b-f8c28c802287 service neutron] Attempting to bind port 2f405c2c-2c6e-4081-ad8b-66132f0bb354 on network 93c6029d-e313-4985-a92d-7ff4ee0c719b {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 07:45:10.981900 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5ef841-fcd7-4f81-b4ba-00a2ed3f0ad4 req-c4ddeb1b-9086-4b5d-9c3b-f8c28c802287 service neutron] Port 2f405c2c-2c6e-4081-ad8b-66132f0bb354 on network 93c6029d-e313-4985-a92d-7ff4ee0c719b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 07:45:10.982588 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5ef841-fcd7-4f81-b4ba-00a2ed3f0ad4 req-c4ddeb1b-9086-4b5d-9c3b-f8c28c802287 service neutron] Attempting to bind port 2f405c2c-2c6e-4081-ad8b-66132f0bb354 on network 93c6029d-e313-4985-a92d-7ff4ee0c719b {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 07:45:10.990189 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5ef841-fcd7-4f81-b4ba-00a2ed3f0ad4 req-c4ddeb1b-9086-4b5d-9c3b-f8c28c802287 service neutron] Checking agent: {'id': '482cf95e-fb4e-4926-8f7d-816e7736c412', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 39, 10), 'started_at': datetime.datetime(2021, 4, 19, 7, 39, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 07:45:10.990810 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5ef841-fcd7-4f81-b4ba-00a2ed3f0ad4 req-c4ddeb1b-9086-4b5d-9c3b-f8c28c802287 service neutron] Checking segment: {'id': '34e4cf4a-c4e5-4c76-b660-14cc7aaf6a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '93c6029d-e313-4985-a92d-7ff4ee0c719b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 07:45:10.991534 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5ef841-fcd7-4f81-b4ba-00a2ed3f0ad4 req-c4ddeb1b-9086-4b5d-9c3b-f8c28c802287 service neutron] Bound using segment: {'id': '34e4cf4a-c4e5-4c76-b660-14cc7aaf6a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '93c6029d-e313-4985-a92d-7ff4ee0c719b'} {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 07:45:10.992569 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [req-ff5ef841-fcd7-4f81-b4ba-00a2ed3f0ad4 req-c4ddeb1b-9086-4b5d-9c3b-f8c28c802287 service neutron] Bound port: 2f405c2c-2c6e-4081-ad8b-66132f0bb354, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34e4cf4a-c4e5-4c76-b660-14cc7aaf6a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '93c6029d-e313-4985-a92d-7ff4ee0c719b'}}] {{(pid=86412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 07:45:10.992569 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-ff5ef841-fcd7-4f81-b4ba-00a2ed3f0ad4 req-c4ddeb1b-9086-4b5d-9c3b-f8c28c802287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:11.074518 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be63a954-e508-41d4-b67f-1674c9df2bf4 req-7bf61e2d-49e6-478a-a4dc-0d04ab0b2fae tempest-VolumesActionsTest-702916583 tempest-VolumesActionsTest-702916583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:45:11.087425 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-be63a954-e508-41d4-b67f-1674c9df2bf4 req-7bf61e2d-49e6-478a-a4dc-0d04ab0b2fae tempest-VolumesActionsTest-702916583 tempest-VolumesActionsTest-702916583-project] 10.222.0.41 "GET /v2.0/ports?device_id=be2daa8b-80a9-44ab-b5e2-4de002421465 HTTP/1.1" status: 200 len: 944 time: 0.1219552 Apr 19 07:45:11.095531 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bb2e375-2b4d-44e3-9bba-7fc338663cec', 'tag': 'f566711e-dd39-4231-b2af-04c9f216c4c1', 'status': 'completed', 'code': 200} Apr 19 07:45:11.102378 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [req-ff5ef841-fcd7-4f81-b4ba-00a2ed3f0ad4 req-c4ddeb1b-9086-4b5d-9c3b-f8c28c802287 service neutron] For port 2f405c2c-2c6e-4081-ad8b-66132f0bb354, host hv-cinder-77387, cleared binding levels {{(pid=86412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 07:45:11.103664 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [req-ff5ef841-fcd7-4f81-b4ba-00a2ed3f0ad4 req-c4ddeb1b-9086-4b5d-9c3b-f8c28c802287 service neutron] For port 2f405c2c-2c6e-4081-ad8b-66132f0bb354, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=2f405c2c-2c6e-4081-ad8b-66132f0bb354,segment=NetworkSegment(34e4cf4a-c4e5-4c76-b660-14cc7aaf6a00),segment_id=34e4cf4a-c4e5-4c76-b660-14cc7aaf6a00)] {{(pid=86412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 07:45:11.108297 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-ff5ef841-fcd7-4f81-b4ba-00a2ed3f0ad4 req-c4ddeb1b-9086-4b5d-9c3b-f8c28c802287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850839242'] for port, after_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:11.115989 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-00a67f10-8af9-4dc2-a848-27e8dbe29281 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:45:11.153075 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-be63a954-e508-41d4-b67f-1674c9df2bf4 req-97b03796-7a6e-458b-858a-275fb43d1657 tempest-VolumesActionsTest-702916583 tempest-VolumesActionsTest-702916583-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ad3bafd-3c42-428d-bd07-32a5a277d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578194 Apr 19 07:45:11.226599 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5ef841-fcd7-4f81-b4ba-00a2ed3f0ad4 req-c4ddeb1b-9086-4b5d-9c3b-f8c28c802287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:45:11.227310 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-ff5ef841-fcd7-4f81-b4ba-00a2ed3f0ad4 req-c4ddeb1b-9086-4b5d-9c3b-f8c28c802287 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773070'] for port, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:11.228858 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-ff5ef841-fcd7-4f81-b4ba-00a2ed3f0ad4 req-c4ddeb1b-9086-4b5d-9c3b-f8c28c802287 service neutron] 10.222.0.42 "PUT /v2.0/ports/2f405c2c-2c6e-4081-ad8b-66132f0bb354 HTTP/1.1" status: 200 len: 1094 time: 2.8758748 Apr 19 07:45:11.261524 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ddeb1b-9086-4b5d-9c3b-f8c28c802287 service neutron] Pushing event updated for resources: {'Port': ['ID=2f405c2c-2c6e-4081-ad8b-66132f0bb354,revision_number=3']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:45:11.265992 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-c4ddeb1b-9086-4b5d-9c3b-f8c28c802287 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:45:11.337409 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4d9fc-1100-4d83-929a-37b84e12cef5 req-9b00cb2e-6f7c-4082-ae15-c6a90fa60406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:45:11.339027 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-27e4d9fc-1100-4d83-929a-37b84e12cef5 req-9b00cb2e-6f7c-4082-ae15-c6a90fa60406 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3ef6d999ea3a4447a9b6387c496ca58a&device_id=6bb2e375-2b4d-44e3-9bba-7fc338663cec HTTP/1.1" status: 200 len: 1099 time: 0.1781020 Apr 19 07:45:11.346756 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-dbc1b510-d7c1-4510-b127-3ced72680c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94fd1ee-95bd-456f-8f6a-c17a78acc134', 'name': 'tempest-AttachVolumeShelveTestJSON-967826059-router', 'tenant_id': '3ef6d999ea3a4447a9b6387c496ca58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': 'a7a42cf9-3474-40fa-8991-a6de72384a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:41:00Z', 'updated_at': '2021-04-19T07:41:19Z', 'revision_number': 4, 'project_id': '3ef6d999ea3a4447a9b6387c496ca58a', 'gw_port': {'id': 'a7a42cf9-3474-40fa-8991-a6de72384a06', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94fd1ee-95bd-456f-8f6a-c17a78acc134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:02Z', 'updated_at': '2021-04-19T07:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb', '_floatingips': [{'id': '514ea334-5c74-42b7-8d2e-101ad50788c9', 'tenant_id': '3ef6d999ea3a4447a9b6387c496ca58a', 'floating_ip_address': '172.28.2.180', 'floating_network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'router_id': 'f94fd1ee-95bd-456f-8f6a-c17a78acc134', 'port_id': 'f566711e-dd39-4231-b2af-04c9f216c4c1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54cc282c-1ba1-4d63-8981-01ed15bb5ad4', 'mac_address': 'fa:16:3e:7b:31:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb2e375-2b4d-44e3-9bba-7fc338663cec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T07:44:54Z', 'updated_at': '2021-04-19T07:45:07Z', 'revision_number': 1, 'project_id': '3ef6d999ea3a4447a9b6387c496ca58a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91dec4dd-cf5b-4474-a0ba-3a44e33dad1c', 'name': '', 'network_id': '54cc282c-1ba1-4d63-8981-01ed15bb5ad4', 'tenant_id': '3ef6d999ea3a4447a9b6387c496ca58a', 'mac_address': 'fa:16:3e:35:ca:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94fd1ee-95bd-456f-8f6a-c17a78acc134', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '576f6062-f22a-411b-bc12-7e9099407d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:17Z', 'updated_at': '2021-04-19T07:41:34Z', 'revision_number': 5, 'project_id': '3ef6d999ea3a4447a9b6387c496ca58a', 'subnets': [{'id': '576f6062-f22a-411b-bc12-7e9099407d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-smb', False) {} {{(pid=86414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:45:11.351630 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc1b510-d7c1-4510-b127-3ced72680c24 None None] Checking router: f94fd1ee-95bd-456f-8f6a-c17a78acc134 for host: dv-cinder-773870-2-smb {{(pid=86414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 07:45:11.353852 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d08bd89e-63cf-49bc-b1d3-e1c35da66f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:11.361554 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc1b510-d7c1-4510-b127-3ced72680c24 None None] Routers {'f94fd1ee-95bd-456f-8f6a-c17a78acc134'} bound to L3 agent in host dv-cinder-773870-2-smb {{(pid=86414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 07:45:11.362191 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-dbc1b510-d7c1-4510-b127-3ced72680c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T07:32:39Z,description=,heartbeat_timestamp=2021-04-19T07:45:09Z,host='dv-cinder-773870-2-smb',id=af0aee0b-5275-4bf1-b5b2-246fd8e7196c,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T07:32:39Z,topic='l3_agent')) {'router_ids': ['f94fd1ee-95bd-456f-8f6a-c17a78acc134'], 'active': True} {{(pid=86414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:45:11.443888 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [req-8298d821-3b0f-49b9-83ce-a815f293ea1d req-f41c7fe1-9da8-4970-97ae-7f72848dee8d tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Deleting port a682408a-56d5-476e-90a7-5a0185eb46ea {{(pid=86412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 07:45:11.444165 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-8298d821-3b0f-49b9-83ce-a815f293ea1d req-f41c7fe1-9da8-4970-97ae-7f72848dee8d tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267090122612'] for port, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:11.502014 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5ef841-fcd7-4f81-b4ba-00a2ed3f0ad4 req-b4272ca9-2dab-4523-8888-ee90e5ef211d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:45:11.503701 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-ff5ef841-fcd7-4f81-b4ba-00a2ed3f0ad4 req-b4272ca9-2dab-4523-8888-ee90e5ef211d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=98234dd41bed4f0b8bb558797f60f477&device_id=be2daa8b-80a9-44ab-b5e2-4de002421465 HTTP/1.1" status: 200 len: 1097 time: 0.2356634 Apr 19 07:45:11.551333 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvr_db [None req-dbc1b510-d7c1-4510-b127-3ced72680c24 None None] Set router f94fd1ee-95bd-456f-8f6a-c17a78acc134 gateway port host: dv-cinder-773870-2-smb {{(pid=86414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 07:45:11.605568 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-ff5ef841-fcd7-4f81-b4ba-00a2ed3f0ad4 req-c4ff9e1d-1600-46a5-87d5-f8747e645680 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f405c2c-2c6e-4081-ad8b-66132f0bb354 HTTP/1.1" status: 200 len: 217 time: 0.0891449 Apr 19 07:45:11.720769 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4d9fc-1100-4d83-929a-37b84e12cef5 req-a1f2840e-0b61-4f0c-9050-ed8d1a513d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:45:11.722384 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-27e4d9fc-1100-4d83-929a-37b84e12cef5 req-a1f2840e-0b61-4f0c-9050-ed8d1a513d1a service neutron] 10.222.0.42 "GET /v2.0/networks?id=54cc282c-1ba1-4d63-8981-01ed15bb5ad4 HTTP/1.1" status: 200 len: 917 time: 0.3751616 Apr 19 07:45:11.850339 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5ef841-fcd7-4f81-b4ba-00a2ed3f0ad4 req-c1da478a-04cb-4dfd-b389-691f46e4cc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:45:11.851958 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-ff5ef841-fcd7-4f81-b4ba-00a2ed3f0ad4 req-c1da478a-04cb-4dfd-b389-691f46e4cc41 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7e15e635-9b0e-4c4e-b35b-9e8b7d218730 HTTP/1.1" status: 200 len: 848 time: 0.2199485 Apr 19 07:45:11.917826 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c35c494-1e50-409b-bdd5-31a6325a1745 req-d2f91128-a65d-4972-bc78-7fcd588d434c tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:45:11.919576 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-3c35c494-1e50-409b-bdd5-31a6325a1745 req-d2f91128-a65d-4972-bc78-7fcd588d434c tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/ports?device_id=104fc9d4-1bba-4041-b2b1-b56400a80d0f HTTP/1.1" status: 200 len: 943 time: 0.0987694 Apr 19 07:45:11.926875 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-dbc1b510-d7c1-4510-b127-3ced72680c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94fd1ee-95bd-456f-8f6a-c17a78acc134', 'name': 'tempest-AttachVolumeShelveTestJSON-967826059-router', 'tenant_id': '3ef6d999ea3a4447a9b6387c496ca58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': 'a7a42cf9-3474-40fa-8991-a6de72384a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:41:00Z', 'updated_at': '2021-04-19T07:41:19Z', 'revision_number': 4, 'project_id': '3ef6d999ea3a4447a9b6387c496ca58a', 'gw_port': {'id': 'a7a42cf9-3474-40fa-8991-a6de72384a06', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94fd1ee-95bd-456f-8f6a-c17a78acc134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:02Z', 'updated_at': '2021-04-19T07:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb', '_floatingips': [{'id': '514ea334-5c74-42b7-8d2e-101ad50788c9', 'tenant_id': '3ef6d999ea3a4447a9b6387c496ca58a', 'floating_ip_address': '172.28.2.180', 'floating_network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'router_id': 'f94fd1ee-95bd-456f-8f6a-c17a78acc134', 'port_id': 'f566711e-dd39-4231-b2af-04c9f216c4c1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54cc282c-1ba1-4d63-8981-01ed15bb5ad4', 'mac_address': 'fa:16:3e:7b:31:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb2e375-2b4d-44e3-9bba-7fc338663cec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T07:44:54Z', 'updated_at': '2021-04-19T07:45:07Z', 'revision_number': 1, 'project_id': '3ef6d999ea3a4447a9b6387c496ca58a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91dec4dd-cf5b-4474-a0ba-3a44e33dad1c', 'name': '', 'network_id': '54cc282c-1ba1-4d63-8981-01ed15bb5ad4', 'tenant_id': '3ef6d999ea3a4447a9b6387c496ca58a', 'mac_address': 'fa:16:3e:35:ca:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94fd1ee-95bd-456f-8f6a-c17a78acc134', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '576f6062-f22a-411b-bc12-7e9099407d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:17Z', 'updated_at': '2021-04-19T07:41:34Z', 'revision_number': 5, 'project_id': '3ef6d999ea3a4447a9b6387c496ca58a', 'subnets': [{'id': '576f6062-f22a-411b-bc12-7e9099407d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-smb', False) {} {{(pid=86414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:45:11.931301 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc1b510-d7c1-4510-b127-3ced72680c24 None None] The sync data for ids ['f94fd1ee-95bd-456f-8f6a-c17a78acc134'] in dv-cinder-773870-2-smb is: [{'id': 'f94fd1ee-95bd-456f-8f6a-c17a78acc134', 'name': 'tempest-AttachVolumeShelveTestJSON-967826059-router', 'tenant_id': '3ef6d999ea3a4447a9b6387c496ca58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': 'a7a42cf9-3474-40fa-8991-a6de72384a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:41:00Z', 'updated_at': '2021-04-19T07:41:19Z', 'revision_number': 4, 'project_id': '3ef6d999ea3a4447a9b6387c496ca58a', 'gw_port': {'id': 'a7a42cf9-3474-40fa-8991-a6de72384a06', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94fd1ee-95bd-456f-8f6a-c17a78acc134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:02Z', 'updated_at': '2021-04-19T07:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb', '_floatingips': [{'id': '514ea334-5c74-42b7-8d2e-101ad50788c9', 'tenant_id': '3ef6d999ea3a4447a9b6387c496ca58a', 'floating_ip_address': '172.28.2.180', 'floating_network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'router_id': 'f94fd1ee-95bd-456f-8f6a-c17a78acc134', 'port_id': 'f566711e-dd39-4231-b2af-04c9f216c4c1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54cc282c-1ba1-4d63-8981-01ed15bb5ad4', 'mac_address': 'fa:16:3e:7b:31:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb2e375-2b4d-44e3-9bba-7fc338663cec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T07:44:54Z', 'updated_at': '2021-04-19T07:45:07Z', 'revision_number': 1, 'project_id': '3ef6d999ea3a4447a9b6387c496ca58a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91dec4dd-cf5b-4474-a0ba-3a44e33dad1c', 'name': '', 'network_id': '54cc282c-1ba1-4d63-8981-01ed15bb5ad4', 'tenant_id': '3ef6d999ea3a4447a9b6387c496ca58a', 'mac_address': 'fa:16:3e:35:ca:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94fd1ee-95bd-456f-8f6a-c17a78acc134', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '576f6062-f22a-411b-bc12-7e9099407d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:17Z', 'updated_at': '2021-04-19T07:41:34Z', 'revision_number': 5, 'project_id': '3ef6d999ea3a4447a9b6387c496ca58a', 'subnets': [{'id': '576f6062-f22a-411b-bc12-7e9099407d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 07:45:11.972794 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-3c35c494-1e50-409b-bdd5-31a6325a1745 req-f6939c25-369d-4dee-8b1a-2ec1c7333960 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1b9b2ed-6991-4ca2-9322-f0071141391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461562 Apr 19 07:45:11.983162 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-ff5ef841-fcd7-4f81-b4ba-00a2ed3f0ad4 req-835053d7-5401-4d6b-9cc2-c66add5bd5ab service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93c6029d-e313-4985-a92d-7ff4ee0c719b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1192024 Apr 19 07:45:12.031362 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-27e4d9fc-1100-4d83-929a-37b84e12cef5 req-e274f638-6c0e-466c-ba4d-9c863207095c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f566711e-dd39-4231-b2af-04c9f216c4c1 HTTP/1.1" status: 200 len: 1000 time: 0.2995722 Apr 19 07:45:12.237226 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f294b3-a028-4f4e-a47c-5243699f1707 None None] New status for floating IP 514ea334-5c74-42b7-8d2e-101ad50788c9: ACTIVE {{(pid=86415) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 07:45:12.371812 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d22f1-e995-4598-b69b-36b399319a19 req-7e638b86-581c-46ef-84aa-517c4f6aea26 tempest-VolumesActionsTest-702916583 tempest-VolumesActionsTest-702916583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:45:12.373511 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-2d5d22f1-e995-4598-b69b-36b399319a19 req-7e638b86-581c-46ef-84aa-517c4f6aea26 tempest-VolumesActionsTest-702916583 tempest-VolumesActionsTest-702916583-project] 10.222.0.41 "GET /v2.0/ports?device_id=be2daa8b-80a9-44ab-b5e2-4de002421465 HTTP/1.1" status: 200 len: 944 time: 0.0985630 Apr 19 07:45:12.414025 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [req-8298d821-3b0f-49b9-83ce-a815f293ea1d req-f41c7fe1-9da8-4970-97ae-7f72848dee8d tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] For port a682408a-56d5-476e-90a7-5a0185eb46ea, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=a682408a-56d5-476e-90a7-5a0185eb46ea,segment=NetworkSegment(71797285-2b24-44ab-bc5d-907fe2f55ea2),segment_id=71797285-2b24-44ab-bc5d-907fe2f55ea2)] {{(pid=86412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:45:12.414429 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-8298d821-3b0f-49b9-83ce-a815f293ea1d req-f41c7fe1-9da8-4970-97ae-7f72848dee8d tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852958595'] for port, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:12.422708 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-2d5d22f1-e995-4598-b69b-36b399319a19 req-4845bfdb-d2d2-4683-afa2-3b3a394be74b tempest-VolumesActionsTest-702916583 tempest-VolumesActionsTest-702916583-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ad3bafd-3c42-428d-bd07-32a5a277d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422418 Apr 19 07:45:12.520226 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4d9fc-1100-4d83-929a-37b84e12cef5 req-0cf71ae0-9883-49d5-ac07-e4a14366b760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:45:12.521807 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-27e4d9fc-1100-4d83-929a-37b84e12cef5 req-0cf71ae0-9883-49d5-ac07-e4a14366b760 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=576f6062-f22a-411b-bc12-7e9099407d19 HTTP/1.1" status: 200 len: 855 time: 0.4734848 Apr 19 07:45:12.618703 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-ff5ef841-fcd7-4f81-b4ba-00a2ed3f0ad4 req-be8060a9-87c9-4c55-a5e2-05af1a57c0da service neutron] 10.222.0.42 "GET /v2.0/networks/93c6029d-e313-4985-a92d-7ff4ee0c719b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6251528 Apr 19 07:45:12.964048 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-ff5ef841-fcd7-4f81-b4ba-00a2ed3f0ad4 req-399fbd2c-e883-443a-9289-a9879caa5145 service neutron] 10.222.0.42 "GET /v2.0/networks/93c6029d-e313-4985-a92d-7ff4ee0c719b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808008 Apr 19 07:45:12.965681 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-8298d821-3b0f-49b9-83ce-a815f293ea1d req-f41c7fe1-9da8-4970-97ae-7f72848dee8d tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:12.966084 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-8298d821-3b0f-49b9-83ce-a815f293ea1d req-f41c7fe1-9da8-4970-97ae-7f72848dee8d tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1810097'] for floatingip, after_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:12.966428 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.db.l3_db [req-8298d821-3b0f-49b9-83ce-a815f293ea1d req-f41c7fe1-9da8-4970-97ae-7f72848dee8d tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Floating IP 449735a1-cef2-40f2-bd24-b210df5475d9 disassociated. External IP: 172.28.2.130, port: a682408a-56d5-476e-90a7-5a0185eb46ea. Apr 19 07:45:12.966806 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [req-8298d821-3b0f-49b9-83ce-a815f293ea1d req-f41c7fe1-9da8-4970-97ae-7f72848dee8d tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Calling delete_port for a682408a-56d5-476e-90a7-5a0185eb46ea owned by compute:nova {{(pid=86412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 07:45:12.998745 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4d9fc-1100-4d83-929a-37b84e12cef5 req-cd315e3a-bef9-4209-9eb3-34af6b7969e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:45:13.000381 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-27e4d9fc-1100-4d83-929a-37b84e12cef5 req-cd315e3a-bef9-4209-9eb3-34af6b7969e8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=54cc282c-1ba1-4d63-8981-01ed15bb5ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4688599 Apr 19 07:45:13.116680 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be2daa8b-80a9-44ab-b5e2-4de002421465', 'tag': '2f405c2c-2c6e-4081-ad8b-66132f0bb354'}] {{(pid=86412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 07:45:13.171185 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be2daa8b-80a9-44ab-b5e2-4de002421465', 'tag': '2f405c2c-2c6e-4081-ad8b-66132f0bb354', 'status': 'completed', 'code': 200} Apr 19 07:45:13.187261 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcbfd72-0732-4a6e-9187-f9b2777d55f8 req-b7bc991c-8a76-4658-b252-748be8dd7a95 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:45:13.188988 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-adcbfd72-0732-4a6e-9187-f9b2777d55f8 req-b7bc991c-8a76-4658-b252-748be8dd7a95 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/ports?device_id=104fc9d4-1bba-4041-b2b1-b56400a80d0f HTTP/1.1" status: 200 len: 943 time: 0.0961864 Apr 19 07:45:13.249112 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-adcbfd72-0732-4a6e-9187-f9b2777d55f8 req-049b40e3-fd71-4d9c-88d3-8a1a3366dac7 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1b9b2ed-6991-4ca2-9322-f0071141391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532985 Apr 19 07:45:13.270643 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-27e4d9fc-1100-4d83-929a-37b84e12cef5 req-a685d383-b233-4361-aece-71d7ea4ca5db service neutron] 10.222.0.42 "GET /v2.0/networks/54cc282c-1ba1-4d63-8981-01ed15bb5ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604909 Apr 19 07:45:13.398556 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-8298d821-3b0f-49b9-83ce-a815f293ea1d req-f41c7fe1-9da8-4970-97ae-7f72848dee8d tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267090117919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267090550695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3936575'] for port, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:13.408880 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-1d2f34ca-210a-440e-84dc-327d6f404bbf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:45:13.476999 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41c7fe1-9da8-4970-97ae-7f72848dee8d tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Pushing event deleted for resources: {'Port': ['ID=a682408a-56d5-476e-90a7-5a0185eb46ea,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:45:13.485479 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-f41c7fe1-9da8-4970-97ae-7f72848dee8d tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:45:13.627409 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b35466e-adcd-45c0-bbce-94063e5a5b54 req-99d1a560-33ce-471a-b188-7ad2425460a6 tempest-VolumesActionsTest-702916583 tempest-VolumesActionsTest-702916583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:45:13.629110 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-5b35466e-adcd-45c0-bbce-94063e5a5b54 req-99d1a560-33ce-471a-b188-7ad2425460a6 tempest-VolumesActionsTest-702916583 tempest-VolumesActionsTest-702916583-project] 10.222.0.41 "GET /v2.0/ports?device_id=be2daa8b-80a9-44ab-b5e2-4de002421465 HTTP/1.1" status: 200 len: 944 time: 0.0933208 Apr 19 07:45:13.631621 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-27e4d9fc-1100-4d83-929a-37b84e12cef5 req-e4b60ada-4cd3-436a-a985-d8424156c252 service neutron] 10.222.0.42 "GET /v2.0/networks/54cc282c-1ba1-4d63-8981-01ed15bb5ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3526433 Apr 19 07:45:13.642526 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947766ac-9576-4940-8255-880ec6ed63f7 req-d32ff08c-9ac3-4da6-bb1a-28515a19f9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:45:13.644137 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-947766ac-9576-4940-8255-880ec6ed63f7 req-d32ff08c-9ac3-4da6-bb1a-28515a19f9b3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=98234dd41bed4f0b8bb558797f60f477&device_id=be2daa8b-80a9-44ab-b5e2-4de002421465 HTTP/1.1" status: 200 len: 1097 time: 0.4197345 Apr 19 07:45:13.680279 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-5b35466e-adcd-45c0-bbce-94063e5a5b54 req-a83eebc1-c5df-4ddb-be4a-958f9f096be0 tempest-VolumesActionsTest-702916583 tempest-VolumesActionsTest-702916583-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ad3bafd-3c42-428d-bd07-32a5a277d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435102 Apr 19 07:45:13.832516 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8298d821-3b0f-49b9-83ce-a815f293ea1d req-f41c7fe1-9da8-4970-97ae-7f72848dee8d tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Router f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4 has already been hosted by L3 agent af0aee0b-5275-4bf1-b5b2-246fd8e7196c {{(pid=86412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 07:45:13.836735 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947766ac-9576-4940-8255-880ec6ed63f7 req-44e7fd58-6abf-4f5a-913f-8ec16a1e93d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:45:13.838370 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-947766ac-9576-4940-8255-880ec6ed63f7 req-44e7fd58-6abf-4f5a-913f-8ec16a1e93d3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=93c6029d-e313-4985-a92d-7ff4ee0c719b HTTP/1.1" status: 200 len: 909 time: 0.1865163 Apr 19 07:45:14.284237 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-947766ac-9576-4940-8255-880ec6ed63f7 req-8206a14a-1d6d-449d-9d1c-5b5f882f91bc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f405c2c-2c6e-4081-ad8b-66132f0bb354 HTTP/1.1" status: 200 len: 217 time: 0.3736002 Apr 19 07:45:14.386917 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947766ac-9576-4940-8255-880ec6ed63f7 req-3c259cd6-3fb0-471d-b319-d2141dd74990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:45:14.388517 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-947766ac-9576-4940-8255-880ec6ed63f7 req-3c259cd6-3fb0-471d-b319-d2141dd74990 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7e15e635-9b0e-4c4e-b35b-9e8b7d218730 HTTP/1.1" status: 200 len: 848 time: 0.0913837 Apr 19 07:45:14.395451 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8298d821-3b0f-49b9-83ce-a815f293ea1d req-f41c7fe1-9da8-4970-97ae-7f72848dee8d tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify agent at l3_agent.dv-cinder-773870-2-smb the message routers_updated {{(pid=86412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 07:45:14.405741 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed09c2bf-95e6-41a8-be87-f562504784e8 None None] Sync routers for ids ['f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4'] in dv-cinder-773870-2-smb {{(pid=86414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 07:45:14.417059 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed09c2bf-95e6-41a8-be87-f562504784e8 None None] Routers {'f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4'} bound to L3 agent in host dv-cinder-773870-2-smb {{(pid=86414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 07:45:14.419015 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-ed09c2bf-95e6-41a8-be87-f562504784e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T07:32:39Z,description=,heartbeat_timestamp=2021-04-19T07:45:09Z,host='dv-cinder-773870-2-smb',id=af0aee0b-5275-4bf1-b5b2-246fd8e7196c,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T07:32:39Z,topic='l3_agent')) {'router_ids': ['f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4'], 'active': True} {{(pid=86414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:45:14.420249 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-42dd69de-3c34-4d9e-93d5-95c3111d6e9e req-c0c55f7d-e7b9-4aaa-b7ca-79ed9895e6f9 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/ports?device_id=104fc9d4-1bba-4041-b2b1-b56400a80d0f HTTP/1.1" status: 200 len: 210 time: 0.0531235 Apr 19 07:45:14.513425 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-947766ac-9576-4940-8255-880ec6ed63f7 req-8c465bf4-14a5-419a-949a-2d5e4df05611 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93c6029d-e313-4985-a92d-7ff4ee0c719b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0890305 Apr 19 07:45:14.518990 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [req-8298d821-3b0f-49b9-83ce-a815f293ea1d req-f41c7fe1-9da8-4970-97ae-7f72848dee8d tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] No DVR routers for this DVR port a682408a-56d5-476e-90a7-5a0185eb46ea on host hv-cinder-77387 {{(pid=86412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 07:45:14.522968 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-8298d821-3b0f-49b9-83ce-a815f293ea1d req-f41c7fe1-9da8-4970-97ae-7f72848dee8d tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773070'] for port, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:14.576187 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-8298d821-3b0f-49b9-83ce-a815f293ea1d req-f41c7fe1-9da8-4970-97ae-7f72848dee8d tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.42 "DELETE /v2.0/ports/a682408a-56d5-476e-90a7-5a0185eb46ea HTTP/1.1" status: 204 len: 173 time: 6.2244842 Apr 19 07:45:14.677509 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-947766ac-9576-4940-8255-880ec6ed63f7 req-2359bf7c-e447-4eb2-90dc-2e9bc3bf1f18 service neutron] 10.222.0.42 "GET /v2.0/networks/93c6029d-e313-4985-a92d-7ff4ee0c719b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559291 Apr 19 07:45:14.823510 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvr_db [None req-ed09c2bf-95e6-41a8-be87-f562504784e8 None None] Set router f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4 gateway port host: dv-cinder-773870-2-smb {{(pid=86414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 07:45:14.831048 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-947766ac-9576-4940-8255-880ec6ed63f7 req-d7e72618-991d-4b39-9fcb-f3c13d0b651d service neutron] 10.222.0.42 "GET /v2.0/networks/93c6029d-e313-4985-a92d-7ff4ee0c719b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469982 Apr 19 07:45:14.927666 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe80f1e7-9ccb-4116-8d31-3345eac87d7c req-cca3f3ef-170c-468f-be54-a5f14702a27c tempest-VolumesActionsTest-702916583 tempest-VolumesActionsTest-702916583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:45:14.929208 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-fe80f1e7-9ccb-4116-8d31-3345eac87d7c req-cca3f3ef-170c-468f-be54-a5f14702a27c tempest-VolumesActionsTest-702916583 tempest-VolumesActionsTest-702916583-project] 10.222.0.41 "GET /v2.0/ports?device_id=be2daa8b-80a9-44ab-b5e2-4de002421465 HTTP/1.1" status: 200 len: 944 time: 0.1048930 Apr 19 07:45:14.978283 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-fe80f1e7-9ccb-4116-8d31-3345eac87d7c req-e7ea655a-8dc5-4536-880d-40418e27874a tempest-VolumesActionsTest-702916583 tempest-VolumesActionsTest-702916583-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ad3bafd-3c42-428d-bd07-32a5a277d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421088 Apr 19 07:45:15.172521 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '104fc9d4-1bba-4041-b2b1-b56400a80d0f', 'name': 'network-vif-deleted', 'tag': 'a682408a-56d5-476e-90a7-5a0185eb46ea'}] {{(pid=86412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 07:45:15.188674 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-ed09c2bf-95e6-41a8-be87-f562504784e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4', 'name': 'tempest-AttachVolumeTestJSON-1461246334-router', 'tenant_id': '4785af1c8f0e4b01af43cb5ee0e71925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.49'}], 'enable_snat': True}, 'gw_port_id': 'd3c332ed-a2a9-40a2-a10b-b2b058600796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:40:58Z', 'updated_at': '2021-04-19T07:41:07Z', 'revision_number': 4, 'project_id': '4785af1c8f0e4b01af43cb5ee0e71925', 'gw_port': {'id': 'd3c332ed-a2a9-40a2-a10b-b2b058600796', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ff:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:00Z', 'updated_at': '2021-04-19T07:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb', '_interfaces': [{'id': 'e9dd2e08-91ca-4b2a-9fd5-f859b560338f', 'name': '', 'network_id': '9f8aa9f4-c051-436b-a77b-0b1e6ac2b108', 'tenant_id': '4785af1c8f0e4b01af43cb5ee0e71925', 'mac_address': 'fa:16:3e:52:41:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'de605b46-a093-48ae-a63f-9a51e235e4b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:05Z', 'updated_at': '2021-04-19T07:41:24Z', 'revision_number': 5, 'project_id': '4785af1c8f0e4b01af43cb5ee0e71925', 'subnets': [{'id': 'de605b46-a093-48ae-a63f-9a51e235e4b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-smb', False) {} {{(pid=86414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:45:15.193367 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed09c2bf-95e6-41a8-be87-f562504784e8 None None] Checking router: f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4 for host: dv-cinder-773870-2-smb {{(pid=86414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 07:45:15.203609 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed09c2bf-95e6-41a8-be87-f562504784e8 None None] Routers {'f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4'} bound to L3 agent in host dv-cinder-773870-2-smb {{(pid=86414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 07:45:15.204261 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-ed09c2bf-95e6-41a8-be87-f562504784e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T07:32:39Z,description=,heartbeat_timestamp=2021-04-19T07:45:09Z,host='dv-cinder-773870-2-smb',id=af0aee0b-5275-4bf1-b5b2-246fd8e7196c,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T07:32:39Z,topic='l3_agent')) {'router_ids': ['f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4'], 'active': True} {{(pid=86414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:45:15.233093 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '104fc9d4-1bba-4041-b2b1-b56400a80d0f', 'name': 'network-vif-deleted', 'tag': 'a682408a-56d5-476e-90a7-5a0185eb46ea', 'status': 'completed', 'code': 200} Apr 19 07:45:15.407786 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvr_db [None req-ed09c2bf-95e6-41a8-be87-f562504784e8 None None] Set router f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4 gateway port host: dv-cinder-773870-2-smb {{(pid=86414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 07:45:15.574088 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 41970) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:45:15.652010 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-4beadcc3-d3a4-40d8-83cb-f7bf5d7145b3 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks [] for security_group, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:15.692146 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-4beadcc3-d3a4-40d8-83cb-f7bf5d7145b3 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:15.739050 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-4beadcc3-d3a4-40d8-83cb-f7bf5d7145b3 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:15.744452 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-6b8bf6df-b822-4e8f-9f63-c4b24562059c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:45:15.758263 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-ed09c2bf-95e6-41a8-be87-f562504784e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4', 'name': 'tempest-AttachVolumeTestJSON-1461246334-router', 'tenant_id': '4785af1c8f0e4b01af43cb5ee0e71925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.49'}], 'enable_snat': True}, 'gw_port_id': 'd3c332ed-a2a9-40a2-a10b-b2b058600796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:40:58Z', 'updated_at': '2021-04-19T07:41:07Z', 'revision_number': 4, 'project_id': '4785af1c8f0e4b01af43cb5ee0e71925', 'gw_port': {'id': 'd3c332ed-a2a9-40a2-a10b-b2b058600796', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ff:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:00Z', 'updated_at': '2021-04-19T07:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb', '_interfaces': [{'id': 'e9dd2e08-91ca-4b2a-9fd5-f859b560338f', 'name': '', 'network_id': '9f8aa9f4-c051-436b-a77b-0b1e6ac2b108', 'tenant_id': '4785af1c8f0e4b01af43cb5ee0e71925', 'mac_address': 'fa:16:3e:52:41:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'de605b46-a093-48ae-a63f-9a51e235e4b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:05Z', 'updated_at': '2021-04-19T07:41:24Z', 'revision_number': 5, 'project_id': '4785af1c8f0e4b01af43cb5ee0e71925', 'subnets': [{'id': 'de605b46-a093-48ae-a63f-9a51e235e4b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-smb', False) {} {{(pid=86414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:45:15.760020 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beadcc3-d3a4-40d8-83cb-f7bf5d7145b3 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b9b2ed-6991-4ca2-9322-f0071141391c,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:45:15.762800 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-4beadcc3-d3a4-40d8-83cb-f7bf5d7145b3 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:45:15.763464 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed09c2bf-95e6-41a8-be87-f562504784e8 None None] The sync data for ids ['f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4'] in dv-cinder-773870-2-smb is: [{'id': 'f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4', 'name': 'tempest-AttachVolumeTestJSON-1461246334-router', 'tenant_id': '4785af1c8f0e4b01af43cb5ee0e71925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.49'}], 'enable_snat': True}, 'gw_port_id': 'd3c332ed-a2a9-40a2-a10b-b2b058600796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:40:58Z', 'updated_at': '2021-04-19T07:41:07Z', 'revision_number': 4, 'project_id': '4785af1c8f0e4b01af43cb5ee0e71925', 'gw_port': {'id': 'd3c332ed-a2a9-40a2-a10b-b2b058600796', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ff:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:00Z', 'updated_at': '2021-04-19T07:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb', '_interfaces': [{'id': 'e9dd2e08-91ca-4b2a-9fd5-f859b560338f', 'name': '', 'network_id': '9f8aa9f4-c051-436b-a77b-0b1e6ac2b108', 'tenant_id': '4785af1c8f0e4b01af43cb5ee0e71925', 'mac_address': 'fa:16:3e:52:41:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'de605b46-a093-48ae-a63f-9a51e235e4b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:05Z', 'updated_at': '2021-04-19T07:41:24Z', 'revision_number': 5, 'project_id': '4785af1c8f0e4b01af43cb5ee0e71925', 'subnets': [{'id': 'de605b46-a093-48ae-a63f-9a51e235e4b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 07:45:15.772082 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-4beadcc3-d3a4-40d8-83cb-f7bf5d7145b3 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks [] for security_group, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:15.775921 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-4beadcc3-d3a4-40d8-83cb-f7bf5d7145b3 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "DELETE /v2.0/security-groups/e1b9b2ed-6991-4ca2-9322-f0071141391c HTTP/1.1" status: 204 len: 168 time: 0.2040265 Apr 19 07:45:15.776682 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 41978) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:45:15.797226 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.v2.resource [None req-6708a8f5-f404-4ef3-ae09-74469f623fa4 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] show failed (client error): The resource could not be found. Apr 19 07:45:15.798688 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-6708a8f5-f404-4ef3-ae09-74469f623fa4 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/security-groups/e1b9b2ed-6991-4ca2-9322-f0071141391c HTTP/1.1" status: 404 len: 347 time: 0.0204198 Apr 19 07:45:15.801700 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 41982) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:45:15.971875 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-31761160-6c5b-4a57-b74e-05f753fa6e2d tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Deleting port 6d838840-b9d3-4204-8946-e93583122d30 {{(pid=86413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 07:45:15.972245 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-31761160-6c5b-4a57-b74e-05f753fa6e2d tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267090122612'] for port, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:15.989628 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Device 2f405c2c-2c6e-4081-ad8b-66132f0bb354 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=86414) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 07:45:16.149714 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] For port 2f405c2c-2c6e-4081-ad8b-66132f0bb354, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=2f405c2c-2c6e-4081-ad8b-66132f0bb354,segment=NetworkSegment(34e4cf4a-c4e5-4c76-b660-14cc7aaf6a00),segment_id=34e4cf4a-c4e5-4c76-b660-14cc7aaf6a00)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:45:16.163692 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Returning: {'device': '2f405c2c-2c6e-4081-ad8b-66132f0bb354', 'network_id': '93c6029d-e313-4985-a92d-7ff4ee0c719b', 'port_id': '2f405c2c-2c6e-4081-ad8b-66132f0bb354', 'mac_address': 'fa:16:3e:00:c4:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e15e635-9b0e-4c4e-b35b-9e8b7d218730', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86414) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 07:45:16.203099 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f2adf3-ec40-430b-928e-c5e9fb1a6ff9 None None] New status for floating IP 449735a1-cef2-40f2-bd24-b210df5475d9: DOWN {{(pid=86415) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 07:45:16.205629 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-31761160-6c5b-4a57-b74e-05f753fa6e2d tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852958595'] for port, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:16.205994 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-31761160-6c5b-4a57-b74e-05f753fa6e2d tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:16.226657 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:16.245316 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f405c2c-2c6e-4081-ad8b-66132f0bb354 {{(pid=86414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 07:45:16.263155 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] For port 2f405c2c-2c6e-4081-ad8b-66132f0bb354, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=2f405c2c-2c6e-4081-ad8b-66132f0bb354,segment=NetworkSegment(34e4cf4a-c4e5-4c76-b660-14cc7aaf6a00),segment_id=34e4cf4a-c4e5-4c76-b660-14cc7aaf6a00)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:45:16.266837 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:16.268892 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:45:16.342868 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-31761160-6c5b-4a57-b74e-05f753fa6e2d tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Calling delete_port for 6d838840-b9d3-4204-8946-e93583122d30 owned by network:floatingip {{(pid=86413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 07:45:16.346185 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Pushing event updated for resources: {'Port': ['ID=2f405c2c-2c6e-4081-ad8b-66132f0bb354,revision_number=4']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:45:16.349921 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:45:16.426841 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfd6fe6-46e2-4a43-96f5-8022b4860d39 req-0a82faba-4c1f-4fda-95fe-537bfd2faad7 tempest-VolumesActionsTest-702916583 tempest-VolumesActionsTest-702916583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:45:16.428583 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-abfd6fe6-46e2-4a43-96f5-8022b4860d39 req-0a82faba-4c1f-4fda-95fe-537bfd2faad7 tempest-VolumesActionsTest-702916583 tempest-VolumesActionsTest-702916583-project] 10.222.0.41 "GET /v2.0/ports?device_id=be2daa8b-80a9-44ab-b5e2-4de002421465 HTTP/1.1" status: 200 len: 944 time: 0.2938468 Apr 19 07:45:16.493172 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] get_ports_and_sgs() called for port_ids ['2f405c2c-2c6e-4081-ad8b-66132f0bb354'] {{(pid=86414) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 07:45:16.501340 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-abfd6fe6-46e2-4a43-96f5-8022b4860d39 req-46d078fa-4356-4e35-9306-1e6a20bb131c tempest-VolumesActionsTest-702916583 tempest-VolumesActionsTest-702916583-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ad3bafd-3c42-428d-bd07-32a5a277d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612347 Apr 19 07:45:16.611369 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.db.api [None req-31761160-6c5b-4a57-b74e-05f753fa6e2d tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86413) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 07:45:16.612283 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_db.api [None req-31761160-6c5b-4a57-b74e-05f753fa6e2d tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 07:45:17.114120 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-31761160-6c5b-4a57-b74e-05f753fa6e2d tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Deleting port 6d838840-b9d3-4204-8946-e93583122d30 {{(pid=86413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 07:45:17.114574 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-31761160-6c5b-4a57-b74e-05f753fa6e2d tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267090122612'] for port, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:17.527796 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-31761160-6c5b-4a57-b74e-05f753fa6e2d tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852958595'] for port, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:17.528158 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-31761160-6c5b-4a57-b74e-05f753fa6e2d tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:17.656820 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-31761160-6c5b-4a57-b74e-05f753fa6e2d tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Calling delete_port for 6d838840-b9d3-4204-8946-e93583122d30 owned by network:floatingip {{(pid=86413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 07:45:17.850261 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4d3f8-447b-43a4-bae5-6a901552a457 req-c820762e-89d3-4acc-856a-34611214105a tempest-VolumesActionsTest-702916583 tempest-VolumesActionsTest-702916583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:45:17.851854 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-74c4d3f8-447b-43a4-bae5-6a901552a457 req-c820762e-89d3-4acc-856a-34611214105a tempest-VolumesActionsTest-702916583 tempest-VolumesActionsTest-702916583-project] 10.222.0.41 "GET /v2.0/ports?device_id=be2daa8b-80a9-44ab-b5e2-4de002421465 HTTP/1.1" status: 200 len: 945 time: 0.2026124 Apr 19 07:45:17.902098 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-31761160-6c5b-4a57-b74e-05f753fa6e2d tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267090117919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267090550695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2897772'] for port, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:17.908646 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:45:17.961019 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-74c4d3f8-447b-43a4-bae5-6a901552a457 req-67227776-4ff0-4261-a1c5-61b710241d46 tempest-VolumesActionsTest-702916583 tempest-VolumesActionsTest-702916583-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ad3bafd-3c42-428d-bd07-32a5a277d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989125 Apr 19 07:45:17.990050 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31761160-6c5b-4a57-b74e-05f753fa6e2d tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Pushing event deleted for resources: {'Port': ['ID=6d838840-b9d3-4204-8946-e93583122d30,revision_number=None']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:45:17.992528 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Device 2f405c2c-2c6e-4081-ad8b-66132f0bb354 up at agent hyperv_hv-cinder-77387 {{(pid=86414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 07:45:18.040518 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31761160-6c5b-4a57-b74e-05f753fa6e2d tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:45:18.040846 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31761160-6c5b-4a57-b74e-05f753fa6e2d tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:45:18.041246 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31761160-6c5b-4a57-b74e-05f753fa6e2d tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:45:18.041641 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31761160-6c5b-4a57-b74e-05f753fa6e2d tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:45:18.042027 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31761160-6c5b-4a57-b74e-05f753fa6e2d tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:45:18.042421 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31761160-6c5b-4a57-b74e-05f753fa6e2d tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:45:18.042745 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31761160-6c5b-4a57-b74e-05f753fa6e2d tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:45:18.043196 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31761160-6c5b-4a57-b74e-05f753fa6e2d tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:45:18.043582 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31761160-6c5b-4a57-b74e-05f753fa6e2d tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:45:18.043963 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31761160-6c5b-4a57-b74e-05f753fa6e2d tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:45:18.044348 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31761160-6c5b-4a57-b74e-05f753fa6e2d tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:45:18.044731 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31761160-6c5b-4a57-b74e-05f753fa6e2d tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:45:18.052466 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-31761160-6c5b-4a57-b74e-05f753fa6e2d tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:45:18.071641 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Provisioning for port 2f405c2c-2c6e-4081-ad8b-66132f0bb354 completed by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 07:45:18.076899 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Provisioning complete for port 2f405c2c-2c6e-4081-ad8b-66132f0bb354 triggered by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:45:18.077484 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:18.082726 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-31761160-6c5b-4a57-b74e-05f753fa6e2d tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks [] for floatingip, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:18.099398 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-31761160-6c5b-4a57-b74e-05f753fa6e2d tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773070'] for floatingip, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:18.100700 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-31761160-6c5b-4a57-b74e-05f753fa6e2d tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "DELETE /v2.0/floatingips/449735a1-cef2-40f2-bd24-b210df5475d9 HTTP/1.1" status: 204 len: 168 time: 2.2980173 Apr 19 07:45:18.223212 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:18.252229 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be2daa8b-80a9-44ab-b5e2-4de002421465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f405c2c-2c6e-4081-ad8b-66132f0bb354'}] {{(pid=86414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 07:45:18.262951 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] For port 2f405c2c-2c6e-4081-ad8b-66132f0bb354, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=2f405c2c-2c6e-4081-ad8b-66132f0bb354,segment=NetworkSegment(34e4cf4a-c4e5-4c76-b660-14cc7aaf6a00),segment_id=34e4cf4a-c4e5-4c76-b660-14cc7aaf6a00)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:45:18.266995 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:18.269054 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-86e29c34-3a43-4ad9-a81a-8ff1b5a081b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:45:18.317212 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be2daa8b-80a9-44ab-b5e2-4de002421465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f405c2c-2c6e-4081-ad8b-66132f0bb354', 'code': 200} Apr 19 07:45:18.346362 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Pushing event updated for resources: {'Port': ['ID=2f405c2c-2c6e-4081-ad8b-66132f0bb354,revision_number=5']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:45:18.350471 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 42012) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:45:18.355431 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:45:18.357137 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [None req-b1f75eb1-501f-456f-aa78-c9787b0ad9b0 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1391143477', 'description': 'tempest-description--938780197'}} {{(pid=86413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:45:18.363964 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-b1f75eb1-501f-456f-aa78-c9787b0ad9b0 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:45:18.368511 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-b1f75eb1-501f-456f-aa78-c9787b0ad9b0 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Usage tracker for resource:security_group and tenant:4785af1c8f0e4b01af43cb5ee0e71925 is out of sync, need to count used quota {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:45:18.372468 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-b1f75eb1-501f-456f-aa78-c9787b0ad9b0 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:45:18.378632 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-b1f75eb1-501f-456f-aa78-c9787b0ad9b0 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:45:18.388029 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-b1f75eb1-501f-456f-aa78-c9787b0ad9b0 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks [] for security_group, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:18.409657 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-b1f75eb1-501f-456f-aa78-c9787b0ad9b0 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:45:18.413850 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-b1f75eb1-501f-456f-aa78-c9787b0ad9b0 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Usage tracker for resource:security_group_rule and tenant:4785af1c8f0e4b01af43cb5ee0e71925 is out of sync, need to count used quota {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:45:18.416888 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-b1f75eb1-501f-456f-aa78-c9787b0ad9b0 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:45:18.423122 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-b1f75eb1-501f-456f-aa78-c9787b0ad9b0 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:45:18.500793 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-b1f75eb1-501f-456f-aa78-c9787b0ad9b0 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks [] for security_group, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:18.504437 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-b1f75eb1-501f-456f-aa78-c9787b0ad9b0 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:18.508254 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-90886117-979a-4dda-8cb9-566a69ec7e1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:45:18.556469 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f75eb1-501f-456f-aa78-c9787b0ad9b0 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=573663d3-46fc-47c6-b367-61f1fe85d309,revision_number=1']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:45:18.559095 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5559445-de77-4d3c-a5f6-a811b4a132db req-aee4a28d-b56b-4a88-bf91-ca9b89e67f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:45:18.559281 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-b1f75eb1-501f-456f-aa78-c9787b0ad9b0 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks [] for security_group, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:18.563342 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-b1f75eb1-501f-456f-aa78-c9787b0ad9b0 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2087030 Apr 19 07:45:18.563493 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-c5559445-de77-4d3c-a5f6-a811b4a132db req-aee4a28d-b56b-4a88-bf91-ca9b89e67f21 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=be2daa8b-80a9-44ab-b5e2-4de002421465 HTTP/1.1" status: 200 len: 1099 time: 0.0794199 Apr 19 07:45:18.563621 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-b1f75eb1-501f-456f-aa78-c9787b0ad9b0 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:45:18.563621 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 42016) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:45:18.568952 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [None req-ce8f1646-82c1-404e-a8ac-665ad88c9798 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Request body: {'security_group_rule': {'security_group_id': '573663d3-46fc-47c6-b367-61f1fe85d309', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:45:18.575369 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-ce8f1646-82c1-404e-a8ac-665ad88c9798 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:45:18.579461 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-ce8f1646-82c1-404e-a8ac-665ad88c9798 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Usage tracker for resource:security_group_rule and tenant:4785af1c8f0e4b01af43cb5ee0e71925 is out of sync, need to count used quota {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:45:18.582512 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-ce8f1646-82c1-404e-a8ac-665ad88c9798 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:45:18.589050 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-ce8f1646-82c1-404e-a8ac-665ad88c9798 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:45:18.604809 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-c5559445-de77-4d3c-a5f6-a811b4a132db req-e67303c9-2c14-4cb9-978f-496087a67ede service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2ad3bafd-3c42-428d-bd07-32a5a277d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374396 Apr 19 07:45:18.606850 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-ce8f1646-82c1-404e-a8ac-665ad88c9798 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:18.672995 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-ce8f1646-82c1-404e-a8ac-665ad88c9798 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:18.676597 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-ce8f1646-82c1-404e-a8ac-665ad88c9798 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704384'] for security_group_rule, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:18.678706 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-0bcd84f6-bd5c-4a30-abf4-3a4585974731 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:45:18.701714 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8f1646-82c1-404e-a8ac-665ad88c9798 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40568500-8848-4ee1-b3bc-a8622ef5a582,revision_number=0']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:45:18.704197 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-ce8f1646-82c1-404e-a8ac-665ad88c9798 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:45:18.711670 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-ce8f1646-82c1-404e-a8ac-665ad88c9798 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:18.712944 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-ce8f1646-82c1-404e-a8ac-665ad88c9798 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1483877 Apr 19 07:45:18.716196 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 42020) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:45:18.721988 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [None req-c0c4a92c-fb2b-4780-8bd0-1388efef8fd8 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Request body: {'security_group_rule': {'security_group_id': '573663d3-46fc-47c6-b367-61f1fe85d309', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:45:18.728562 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-c0c4a92c-fb2b-4780-8bd0-1388efef8fd8 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:45:18.732766 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-c0c4a92c-fb2b-4780-8bd0-1388efef8fd8 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Usage tracker for resource:security_group_rule and tenant:4785af1c8f0e4b01af43cb5ee0e71925 is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:45:18.735829 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-c0c4a92c-fb2b-4780-8bd0-1388efef8fd8 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:45:18.742198 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-c0c4a92c-fb2b-4780-8bd0-1388efef8fd8 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:45:18.759270 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-c0c4a92c-fb2b-4780-8bd0-1388efef8fd8 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:18.828626 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-c0c4a92c-fb2b-4780-8bd0-1388efef8fd8 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:18.832163 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-c0c4a92c-fb2b-4780-8bd0-1388efef8fd8 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704384'] for security_group_rule, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:18.834349 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-75d59d61-dba6-4ac0-a5d2-18bed37b9ec4 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:45:18.855677 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c4a92c-fb2b-4780-8bd0-1388efef8fd8 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1742eb8a-e173-459b-925f-e6c750de98c2,revision_number=0']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:45:18.859812 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-c0c4a92c-fb2b-4780-8bd0-1388efef8fd8 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:45:18.868197 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-c0c4a92c-fb2b-4780-8bd0-1388efef8fd8 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:18.869496 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-c0c4a92c-fb2b-4780-8bd0-1388efef8fd8 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1522202 Apr 19 07:45:18.872846 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 42026) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:45:18.878411 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [None req-8f9bf9a1-06ef-4cf4-b03e-a7a686f73436 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Request body: {'floatingip': {'floating_network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f'}} {{(pid=86412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:45:18.884762 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-8f9bf9a1-06ef-4cf4-b03e-a7a686f73436 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:45:18.888895 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-8f9bf9a1-06ef-4cf4-b03e-a7a686f73436 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Usage tracker for resource:floatingip and tenant:4785af1c8f0e4b01af43cb5ee0e71925 is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:45:18.891956 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-8f9bf9a1-06ef-4cf4-b03e-a7a686f73436 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:45:18.898040 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-8f9bf9a1-06ef-4cf4-b03e-a7a686f73436 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:45:18.909919 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-8f9bf9a1-06ef-4cf4-b03e-a7a686f73436 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks [] for floatingip, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:19.057408 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-8f9bf9a1-06ef-4cf4-b03e-a7a686f73436 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:19.167462 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e6059-403c-4ee9-80b7-90d3a3624730 req-08127464-7f77-49d8-8f84-f1d9431c1cf5 tempest-VolumesActionsTest-702916583 tempest-VolumesActionsTest-702916583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:45:19.169039 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-001e6059-403c-4ee9-80b7-90d3a3624730 req-08127464-7f77-49d8-8f84-f1d9431c1cf5 tempest-VolumesActionsTest-702916583 tempest-VolumesActionsTest-702916583-project] 10.222.0.41 "GET /v2.0/ports?device_id=be2daa8b-80a9-44ab-b5e2-4de002421465 HTTP/1.1" status: 200 len: 946 time: 0.0917306 Apr 19 07:45:19.202760 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.db_base_plugin_common [None req-8f9bf9a1-06ef-4cf4-b03e-a7a686f73436 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Allocated IP 172.28.2.122 (e87e9adf-9874-4d07-9d49-89485cde7b0f/53f1cb4b-365b-4e38-a680-1360d7889810/d584e6a6-33ee-4005-abed-e10354f606e0) {{(pid=86412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 07:45:19.221300 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-001e6059-403c-4ee9-80b7-90d3a3624730 req-a93289ab-3922-44ae-a118-55780ca1905a tempest-VolumesActionsTest-702916583 tempest-VolumesActionsTest-702916583-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ad3bafd-3c42-428d-bd07-32a5a277d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456772 Apr 19 07:45:19.362596 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-8f9bf9a1-06ef-4cf4-b03e-a7a686f73436 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks [] for port, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:19.405226 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-8f9bf9a1-06ef-4cf4-b03e-a7a686f73436 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769764225105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3936575'] for port, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:19.415536 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-4b40d5dc-76e1-44cd-aa74-d1608f9ac6cf tempest-AttachVolumeNegativeTest-332199720 tempest-AttachVolumeNegativeTest-332199720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:45:19.468202 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9bf9a1-06ef-4cf4-b03e-a7a686f73436 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Network e87e9adf-9874-4d07-9d49-89485cde7b0f is already hosted by enough agents. {{(pid=86412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 07:45:19.471495 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.base_scheduler [None req-8f9bf9a1-06ef-4cf4-b03e-a7a686f73436 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Resources bound (agent type, host, resource id): {{(pid=86412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 07:45:19.475962 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9bf9a1-06ef-4cf4-b03e-a7a686f73436 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Received port after_create {{(pid=86412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 07:45:19.543086 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9bf9a1-06ef-4cf4-b03e-a7a686f73436 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Pushing event updated for resources: {'Port': ['ID=d584e6a6-33ee-4005-abed-e10354f606e0,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:45:19.548185 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-8f9bf9a1-06ef-4cf4-b03e-a7a686f73436 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:45:19.588537 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-8f9bf9a1-06ef-4cf4-b03e-a7a686f73436 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:19.653682 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-8f9bf9a1-06ef-4cf4-b03e-a7a686f73436 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:19.873156 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-8f9bf9a1-06ef-4cf4-b03e-a7a686f73436 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks [] for port, precommit_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:19.878321 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-8f9bf9a1-06ef-4cf4-b03e-a7a686f73436 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850839242'] for port, after_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:19.882065 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-0359a47d-f9fd-49ac-ac62-0911b5707915 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:45:19.992001 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9bf9a1-06ef-4cf4-b03e-a7a686f73436 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Pushing event updated for resources: {'Port': ['ID=d584e6a6-33ee-4005-abed-e10354f606e0,revision_number=2']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:45:20.000247 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-8f9bf9a1-06ef-4cf4-b03e-a7a686f73436 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:45:20.010907 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-8f9bf9a1-06ef-4cf4-b03e-a7a686f73436 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1810097'] for floatingip, after_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:20.038419 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-8f9bf9a1-06ef-4cf4-b03e-a7a686f73436 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773070'] for floatingip, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:20.039773 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-8f9bf9a1-06ef-4cf4-b03e-a7a686f73436 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1658971 Apr 19 07:45:20.285388 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-f091644d-85fc-4433-a407-3861a457063b req-c506d094-e4b4-4e54-bf32-8701566e531f tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Synchronizing usage tracker for tenant:4785af1c8f0e4b01af43cb5ee0e71925 on resource:security_group {{(pid=86413) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 07:45:20.300745 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-f091644d-85fc-4433-a407-3861a457063b req-c506d094-e4b4-4e54-bf32-8701566e531f tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Unset dirty status for tenant:4785af1c8f0e4b01af43cb5ee0e71925 on resource:security_group {{(pid=86413) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 07:45:20.302003 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-f091644d-85fc-4433-a407-3861a457063b req-c506d094-e4b4-4e54-bf32-8701566e531f tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1391143477&fields=id&tenant_id=4785af1c8f0e4b01af43cb5ee0e71925 HTTP/1.1" status: 200 len: 267 time: 0.0589688 Apr 19 07:45:20.520288 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f091644d-85fc-4433-a407-3861a457063b req-44b375da-7812-42b5-baf3-0b7139fe4fd9 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:45:20.521768 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-f091644d-85fc-4433-a407-3861a457063b req-44b375da-7812-42b5-baf3-0b7139fe4fd9 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/networks?id=9f8aa9f4-c051-436b-a77b-0b1e6ac2b108 HTTP/1.1" status: 200 len: 811 time: 0.2122407 Apr 19 07:45:20.545736 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946a69fb-41ba-419b-9b0a-d4610e6febe9 req-c33afa4c-1fc9-46a4-8ec4-b91608e279be tempest-VolumesActionsTest-702916583 tempest-VolumesActionsTest-702916583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:45:20.547259 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-946a69fb-41ba-419b-9b0a-d4610e6febe9 req-c33afa4c-1fc9-46a4-8ec4-b91608e279be tempest-VolumesActionsTest-702916583 tempest-VolumesActionsTest-702916583-project] 10.222.0.41 "GET /v2.0/ports?device_id=be2daa8b-80a9-44ab-b5e2-4de002421465 HTTP/1.1" status: 200 len: 946 time: 0.1995304 Apr 19 07:45:20.550788 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-f091644d-85fc-4433-a407-3861a457063b req-a831514e-9eca-47f9-8851-fb15d277761a tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/quotas/4785af1c8f0e4b01af43cb5ee0e71925 HTTP/1.1" status: 200 len: 375 time: 0.0217459 Apr 19 07:45:20.648058 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-946a69fb-41ba-419b-9b0a-d4610e6febe9 req-fcbc2b40-2969-4619-84c5-455766adfe84 tempest-VolumesActionsTest-702916583 tempest-VolumesActionsTest-702916583-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ad3bafd-3c42-428d-bd07-32a5a277d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940723 Apr 19 07:45:20.681332 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-f091644d-85fc-4433-a407-3861a457063b req-d27113e2-4810-4b85-a658-8ebccff5f18a tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Synchronizing usage tracker for tenant:4785af1c8f0e4b01af43cb5ee0e71925 on resource:port {{(pid=86413) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 07:45:20.697446 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-f091644d-85fc-4433-a407-3861a457063b req-d27113e2-4810-4b85-a658-8ebccff5f18a tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Unset dirty status for tenant:4785af1c8f0e4b01af43cb5ee0e71925 on resource:port {{(pid=86413) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 07:45:20.698887 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-f091644d-85fc-4433-a407-3861a457063b req-d27113e2-4810-4b85-a658-8ebccff5f18a tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4785af1c8f0e4b01af43cb5ee0e71925&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1293409 Apr 19 07:45:20.851729 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-f091644d-85fc-4433-a407-3861a457063b req-2466c58a-4246-490a-aaad-d715b5c2ce9c service neutron] 10.222.0.41 "GET /v2.0/networks/9f8aa9f4-c051-436b-a77b-0b1e6ac2b108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395817 Apr 19 07:45:20.955672 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 42064) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:45:21.000257 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-f091644d-85fc-4433-a407-3861a457063b req-933d671d-88c1-425c-ad07-067012f54289 service neutron] 10.222.0.41 "GET /v2.0/networks/9f8aa9f4-c051-436b-a77b-0b1e6ac2b108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415868 Apr 19 07:45:21.125860 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-075613bf-6daf-4990-b5b0-db6a533371b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:21.163373 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-075613bf-6daf-4990-b5b0-db6a533371b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:45:21.174544 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-075613bf-6daf-4990-b5b0-db6a533371b8 admin admin] Usage tracker for resource:security_group_rule and tenant:9cb9f8ba5cc046eda78a1278289797da is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:45:21.176274 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-075613bf-6daf-4990-b5b0-db6a533371b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:45:21.183157 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-075613bf-6daf-4990-b5b0-db6a533371b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:45:21.290451 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-075613bf-6daf-4990-b5b0-db6a533371b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:21.294815 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-075613bf-6daf-4990-b5b0-db6a533371b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:21.295856 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-bd3e6dc0-c050-475c-b039-6d11b3cd1728 req-c174e366-9bcc-4caa-9ee2-c3041478c1d0 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/ports?device_id=868aaa94-808d-4b03-9f00-91d887d2f5d2 HTTP/1.1" status: 200 len: 210 time: 0.0519369 Apr 19 07:45:21.304819 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-fe09041d-e34b-45f0-af5a-170a09c408cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:45:21.348516 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-075613bf-6daf-4990-b5b0-db6a533371b8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9cb9f8ba5cc046eda78a1278289797da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3916266 Apr 19 07:45:21.350494 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075613bf-6daf-4990-b5b0-db6a533371b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e983c94-355f-4121-a436-dead162b9c7a,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:45:21.352112 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 42082) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:45:21.353793 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-075613bf-6daf-4990-b5b0-db6a533371b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:45:21.421143 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-019ee099-9925-4b9a-b3fb-8128728f366b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:21.448731 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-019ee099-9925-4b9a-b3fb-8128728f366b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:21.494562 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-019ee099-9925-4b9a-b3fb-8128728f366b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:21.498538 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-51b25a37-1e36-4583-97e4-5bcc3532928c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:45:21.510841 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019ee099-9925-4b9a-b3fb-8128728f366b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e983c94-355f-4121-a436-dead162b9c7a,revision_number=None']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:45:21.516068 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-019ee099-9925-4b9a-b3fb-8128728f366b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:45:21.518344 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-019ee099-9925-4b9a-b3fb-8128728f366b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:21.520350 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-019ee099-9925-4b9a-b3fb-8128728f366b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1e983c94-355f-4121-a436-dead162b9c7a HTTP/1.1" status: 204 len: 168 time: 0.1669700 Apr 19 07:45:22.447419 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f091644d-85fc-4433-a407-3861a457063b req-7438e8af-fb21-4bcd-8bc2-e0c8962d85df tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:45:22.449072 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-f091644d-85fc-4433-a407-3861a457063b req-7438e8af-fb21-4bcd-8bc2-e0c8962d85df tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.42 "GET /v2.0/networks?id=9f8aa9f4-c051-436b-a77b-0b1e6ac2b108 HTTP/1.1" status: 200 len: 811 time: 0.2077765 Apr 19 07:45:22.494679 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-7252b06d-c462-4c74-baf8-ed301d4ee997 req-3efc5e78-a17e-474e-98c4-62760abcfe10 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/ports?device_id=868aaa94-808d-4b03-9f00-91d887d2f5d2 HTTP/1.1" status: 200 len: 210 time: 0.0543511 Apr 19 07:45:22.540434 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-f091644d-85fc-4433-a407-3861a457063b req-6fa1b52b-12fa-4348-ad93-43e95849f476 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Synchronizing usage tracker for tenant:4785af1c8f0e4b01af43cb5ee0e71925 on resource:security_group {{(pid=86412) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 07:45:22.555347 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-f091644d-85fc-4433-a407-3861a457063b req-6fa1b52b-12fa-4348-ad93-43e95849f476 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Unset dirty status for tenant:4785af1c8f0e4b01af43cb5ee0e71925 on resource:security_group {{(pid=86412) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 07:45:22.557734 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-f091644d-85fc-4433-a407-3861a457063b req-6fa1b52b-12fa-4348-ad93-43e95849f476 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4785af1c8f0e4b01af43cb5ee0e71925 HTTP/1.1" status: 200 len: 5704 time: 0.0948150 Apr 19 07:45:22.572601 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [req-f091644d-85fc-4433-a407-3861a457063b req-f0d38b7e-b940-496a-82fb-831b01fe1598 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Request body: {'port': {'device_id': '868aaa94-808d-4b03-9f00-91d887d2f5d2', 'network_id': '9f8aa9f4-c051-436b-a77b-0b1e6ac2b108', 'admin_state_up': True, 'tenant_id': '4785af1c8f0e4b01af43cb5ee0e71925', 'security_groups': ['573663d3-46fc-47c6-b367-61f1fe85d309']}} {{(pid=86412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:45:22.723652 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [req-f091644d-85fc-4433-a407-3861a457063b req-f0d38b7e-b940-496a-82fb-831b01fe1598 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:45:22.733926 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [req-f091644d-85fc-4433-a407-3861a457063b req-f0d38b7e-b940-496a-82fb-831b01fe1598 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:45:22.744405 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f091644d-85fc-4433-a407-3861a457063b req-f0d38b7e-b940-496a-82fb-831b01fe1598 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Made reservation on behalf of 4785af1c8f0e4b01af43cb5ee0e71925 for: {'port': 1} {{(pid=86412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 07:45:22.751987 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-f091644d-85fc-4433-a407-3861a457063b req-f0d38b7e-b940-496a-82fb-831b01fe1598 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:22.838949 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 42138) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:45:22.932459 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.db_base_plugin_common [req-f091644d-85fc-4433-a407-3861a457063b req-f0d38b7e-b940-496a-82fb-831b01fe1598 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Allocated IP 172.20.0.7 (9f8aa9f4-c051-436b-a77b-0b1e6ac2b108/de605b46-a093-48ae-a63f-9a51e235e4b3/fef0b579-3b5a-4351-a4ff-6651dd1f06b4) {{(pid=86412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 07:45:22.969405 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-40541e2c-4e01-4c6a-8d29-af0225d65989 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:22.985143 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-40541e2c-4e01-4c6a-8d29-af0225d65989 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:45:22.989591 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-40541e2c-4e01-4c6a-8d29-af0225d65989 admin admin] Usage tracker for resource:security_group_rule and tenant:a94ad87109f541ca83c82f24d4721f38 is out of sync, need to count used quota {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:45:22.992618 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-40541e2c-4e01-4c6a-8d29-af0225d65989 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:45:22.998789 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-40541e2c-4e01-4c6a-8d29-af0225d65989 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:45:23.100606 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-40541e2c-4e01-4c6a-8d29-af0225d65989 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:23.106129 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-40541e2c-4e01-4c6a-8d29-af0225d65989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:23.118989 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-bbeb8439-8bcc-4708-b039-9d7e79ca393f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:45:23.153518 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-f091644d-85fc-4433-a407-3861a457063b req-f0d38b7e-b940-496a-82fb-831b01fe1598 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks [] for port, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:23.165818 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40541e2c-4e01-4c6a-8d29-af0225d65989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66228388-6ed3-4d5e-8d78-7e6772679d49,revision_number=1']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:45:23.169410 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-40541e2c-4e01-4c6a-8d29-af0225d65989 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:45:23.171930 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [req-f091644d-85fc-4433-a407-3861a457063b req-f0d38b7e-b940-496a-82fb-831b01fe1598 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Transition to ACTIVE for port object fef0b579-3b5a-4351-a4ff-6651dd1f06b4 will not be triggered until provisioned by entity DHCP. {{(pid=86412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 07:45:23.172457 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-40541e2c-4e01-4c6a-8d29-af0225d65989 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a94ad87109f541ca83c82f24d4721f38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3323724 Apr 19 07:45:23.175777 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 42144) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:45:23.198545 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-f091644d-85fc-4433-a407-3861a457063b req-f0d38b7e-b940-496a-82fb-831b01fe1598 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769764225105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3936575'] for port, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:23.205111 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-50f2ff38-94e5-4d2f-ad28-35c1dcde62f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:45:23.244397 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-c344ec4d-141b-406a-b1e4-f214e99284a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:23.271817 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-c344ec4d-141b-406a-b1e4-f214e99284a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:23.280076 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d38b7e-b940-496a-82fb-831b01fe1598 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Pushing event updated for resources: {'Port': ['ID=fef0b579-3b5a-4351-a4ff-6651dd1f06b4,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:45:23.293457 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-f0d38b7e-b940-496a-82fb-831b01fe1598 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:45:23.299589 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f091644d-85fc-4433-a407-3861a457063b req-f0d38b7e-b940-496a-82fb-831b01fe1598 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Network 9f8aa9f4-c051-436b-a77b-0b1e6ac2b108 is already hosted by enough agents. {{(pid=86412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 07:45:23.300868 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.base_scheduler [req-f091644d-85fc-4433-a407-3861a457063b req-f0d38b7e-b940-496a-82fb-831b01fe1598 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Resources bound (agent type, host, resource id): {{(pid=86412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 07:45:23.303657 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [req-f091644d-85fc-4433-a407-3861a457063b req-f0d38b7e-b940-496a-82fb-831b01fe1598 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Received port after_create {{(pid=86412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 07:45:23.323341 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-c344ec4d-141b-406a-b1e4-f214e99284a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:23.328588 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-7c77c5c8-e301-4656-a4e5-c6e3498b1c49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:45:23.343176 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c344ec4d-141b-406a-b1e4-f214e99284a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66228388-6ed3-4d5e-8d78-7e6772679d49,revision_number=None']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:45:23.345694 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-c344ec4d-141b-406a-b1e4-f214e99284a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:45:23.347833 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-c344ec4d-141b-406a-b1e4-f214e99284a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:23.349041 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-c344ec4d-141b-406a-b1e4-f214e99284a5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/66228388-6ed3-4d5e-8d78-7e6772679d49 HTTP/1.1" status: 204 len: 168 time: 0.1723106 Apr 19 07:45:23.393394 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f091644d-85fc-4433-a407-3861a457063b req-f0d38b7e-b940-496a-82fb-831b01fe1598 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:45:23.394152 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-f091644d-85fc-4433-a407-3861a457063b req-f0d38b7e-b940-496a-82fb-831b01fe1598 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773070'] for port, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:23.428617 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-f091644d-85fc-4433-a407-3861a457063b req-f0d38b7e-b940-496a-82fb-831b01fe1598 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8604095 Apr 19 07:45:23.447887 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [req-f091644d-85fc-4433-a407-3861a457063b req-cdd6e498-8fd8-448e-b686-1d6a95b24db6 service neutron] Request body: {'port': {'device_id': '868aaa94-808d-4b03-9f00-91d887d2f5d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=86412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:45:23.617008 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-f20ac039-5c7e-4227-8a7d-83221695494b None None] Provisioning for port fef0b579-3b5a-4351-a4ff-6651dd1f06b4 completed by entity DHCP. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 07:45:23.629786 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-f091644d-85fc-4433-a407-3861a457063b req-cdd6e498-8fd8-448e-b686-1d6a95b24db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:23.641907 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-f20ac039-5c7e-4227-8a7d-83221695494b None None] Provisioning complete for port fef0b579-3b5a-4351-a4ff-6651dd1f06b4 triggered by entity DHCP. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:45:23.642330 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-f20ac039-5c7e-4227-8a7d-83221695494b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:23.724450 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-f20ac039-5c7e-4227-8a7d-83221695494b None None] Port fef0b579-3b5a-4351-a4ff-6651dd1f06b4 cannot update to ACTIVE because it is not bound. {{(pid=86414) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 07:45:23.743165 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5629e9fc-6778-4ea3-ac6c-e8ed159478b3 req-7d86bf56-8e5c-4cb4-be04-400bf61d2bec tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:45:23.744810 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-5629e9fc-6778-4ea3-ac6c-e8ed159478b3 req-7d86bf56-8e5c-4cb4-be04-400bf61d2bec tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/ports?device_id=868aaa94-808d-4b03-9f00-91d887d2f5d2 HTTP/1.1" status: 200 len: 931 time: 0.1226768 Apr 19 07:45:23.793491 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-5629e9fc-6778-4ea3-ac6c-e8ed159478b3 req-26ad4958-a5ba-40ce-85c1-1ed28442930f tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/security-groups?id=573663d3-46fc-47c6-b367-61f1fe85d309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423841 Apr 19 07:45:24.028540 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [req-f091644d-85fc-4433-a407-3861a457063b req-cdd6e498-8fd8-448e-b686-1d6a95b24db6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fef0b579-3b5a-4351-a4ff-6651dd1f06b4 {{(pid=86412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 07:45:24.038215 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-f091644d-85fc-4433-a407-3861a457063b req-cdd6e498-8fd8-448e-b686-1d6a95b24db6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:24.054621 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [req-f091644d-85fc-4433-a407-3861a457063b req-cdd6e498-8fd8-448e-b686-1d6a95b24db6 service neutron] Transition to ACTIVE for port object fef0b579-3b5a-4351-a4ff-6651dd1f06b4 will not be triggered until provisioned by entity L2. {{(pid=86412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 07:45:24.058120 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-f091644d-85fc-4433-a407-3861a457063b req-cdd6e498-8fd8-448e-b686-1d6a95b24db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850839242'] for port, after_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:24.063022 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-c4ddeb1b-9086-4b5d-9c3b-f8c28c802287 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:45:24.198265 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd6e498-8fd8-448e-b686-1d6a95b24db6 service neutron] Pushing event updated for resources: {'Port': ['ID=fef0b579-3b5a-4351-a4ff-6651dd1f06b4,revision_number=2']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:45:24.235489 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-cdd6e498-8fd8-448e-b686-1d6a95b24db6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:45:24.311373 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [req-f091644d-85fc-4433-a407-3861a457063b req-cdd6e498-8fd8-448e-b686-1d6a95b24db6 service neutron] Attempting to bind port fef0b579-3b5a-4351-a4ff-6651dd1f06b4 on host hv-cinder-77387 for vnic_type normal with profile {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 07:45:24.311753 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [req-f091644d-85fc-4433-a407-3861a457063b req-cdd6e498-8fd8-448e-b686-1d6a95b24db6 service neutron] Attempting to bind port fef0b579-3b5a-4351-a4ff-6651dd1f06b4 by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': '71797285-2b24-44ab-bc5d-907fe2f55ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9f8aa9f4-c051-436b-a77b-0b1e6ac2b108'}] {{(pid=86412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 07:45:24.312125 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f091644d-85fc-4433-a407-3861a457063b req-cdd6e498-8fd8-448e-b686-1d6a95b24db6 service neutron] Attempting to bind port fef0b579-3b5a-4351-a4ff-6651dd1f06b4 on network 9f8aa9f4-c051-436b-a77b-0b1e6ac2b108 {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 07:45:24.317093 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f091644d-85fc-4433-a407-3861a457063b req-cdd6e498-8fd8-448e-b686-1d6a95b24db6 service neutron] Port fef0b579-3b5a-4351-a4ff-6651dd1f06b4 on network 9f8aa9f4-c051-436b-a77b-0b1e6ac2b108 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 07:45:24.317486 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f091644d-85fc-4433-a407-3861a457063b req-cdd6e498-8fd8-448e-b686-1d6a95b24db6 service neutron] Attempting to bind port fef0b579-3b5a-4351-a4ff-6651dd1f06b4 on network 9f8aa9f4-c051-436b-a77b-0b1e6ac2b108 {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 07:45:24.323414 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f091644d-85fc-4433-a407-3861a457063b req-cdd6e498-8fd8-448e-b686-1d6a95b24db6 service neutron] Checking agent: {'id': '482cf95e-fb4e-4926-8f7d-816e7736c412', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 39, 10), 'started_at': datetime.datetime(2021, 4, 19, 7, 39, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 07:45:24.323791 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f091644d-85fc-4433-a407-3861a457063b req-cdd6e498-8fd8-448e-b686-1d6a95b24db6 service neutron] Checking segment: {'id': '71797285-2b24-44ab-bc5d-907fe2f55ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9f8aa9f4-c051-436b-a77b-0b1e6ac2b108'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 07:45:24.324210 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f091644d-85fc-4433-a407-3861a457063b req-cdd6e498-8fd8-448e-b686-1d6a95b24db6 service neutron] Bound using segment: {'id': '71797285-2b24-44ab-bc5d-907fe2f55ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9f8aa9f4-c051-436b-a77b-0b1e6ac2b108'} {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 07:45:24.325313 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [req-f091644d-85fc-4433-a407-3861a457063b req-cdd6e498-8fd8-448e-b686-1d6a95b24db6 service neutron] Bound port: fef0b579-3b5a-4351-a4ff-6651dd1f06b4, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71797285-2b24-44ab-bc5d-907fe2f55ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9f8aa9f4-c051-436b-a77b-0b1e6ac2b108'}}] {{(pid=86412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 07:45:24.325733 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-f091644d-85fc-4433-a407-3861a457063b req-cdd6e498-8fd8-448e-b686-1d6a95b24db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:24.424788 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [req-f091644d-85fc-4433-a407-3861a457063b req-cdd6e498-8fd8-448e-b686-1d6a95b24db6 service neutron] For port fef0b579-3b5a-4351-a4ff-6651dd1f06b4, host hv-cinder-77387, cleared binding levels {{(pid=86412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 07:45:24.428020 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [req-f091644d-85fc-4433-a407-3861a457063b req-cdd6e498-8fd8-448e-b686-1d6a95b24db6 service neutron] For port fef0b579-3b5a-4351-a4ff-6651dd1f06b4, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=fef0b579-3b5a-4351-a4ff-6651dd1f06b4,segment=NetworkSegment(71797285-2b24-44ab-bc5d-907fe2f55ea2),segment_id=71797285-2b24-44ab-bc5d-907fe2f55ea2)] {{(pid=86412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 07:45:24.432269 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-f091644d-85fc-4433-a407-3861a457063b req-cdd6e498-8fd8-448e-b686-1d6a95b24db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850839242'] for port, after_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:24.436275 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-964a0955-7899-4d16-934f-d2a27bd0ab6d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:45:24.492488 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f091644d-85fc-4433-a407-3861a457063b req-cdd6e498-8fd8-448e-b686-1d6a95b24db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:45:24.493258 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-f091644d-85fc-4433-a407-3861a457063b req-cdd6e498-8fd8-448e-b686-1d6a95b24db6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773070'] for port, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:24.494732 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-f091644d-85fc-4433-a407-3861a457063b req-cdd6e498-8fd8-448e-b686-1d6a95b24db6 service neutron] 10.222.0.42 "PUT /v2.0/ports/fef0b579-3b5a-4351-a4ff-6651dd1f06b4 HTTP/1.1" status: 200 len: 1093 time: 1.0567691 Apr 19 07:45:24.495472 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '868aaa94-808d-4b03-9f00-91d887d2f5d2', 'tag': 'fef0b579-3b5a-4351-a4ff-6651dd1f06b4'}] {{(pid=86412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 07:45:24.525250 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd6e498-8fd8-448e-b686-1d6a95b24db6 service neutron] Pushing event updated for resources: {'Port': ['ID=fef0b579-3b5a-4351-a4ff-6651dd1f06b4,revision_number=3']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:45:24.537961 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462c04e-be37-44a7-b9d0-19efc27973a0 req-b665d46c-1c70-47b0-8e05-1d3033a7790b tempest-VolumesActionsTest-702916583 tempest-VolumesActionsTest-702916583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:45:24.538103 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-cdd6e498-8fd8-448e-b686-1d6a95b24db6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:45:24.545997 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-9462c04e-be37-44a7-b9d0-19efc27973a0 req-b665d46c-1c70-47b0-8e05-1d3033a7790b tempest-VolumesActionsTest-702916583 tempest-VolumesActionsTest-702916583-project] 10.222.0.41 "GET /v2.0/ports?device_id=be2daa8b-80a9-44ab-b5e2-4de002421465 HTTP/1.1" status: 200 len: 946 time: 0.1096148 Apr 19 07:45:24.579299 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '868aaa94-808d-4b03-9f00-91d887d2f5d2', 'tag': 'fef0b579-3b5a-4351-a4ff-6651dd1f06b4', 'status': 'completed', 'code': 200} Apr 19 07:45:24.604353 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-9462c04e-be37-44a7-b9d0-19efc27973a0 req-f611b24c-a585-471b-ba91-97f31c9bca16 tempest-VolumesActionsTest-702916583 tempest-VolumesActionsTest-702916583-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ad3bafd-3c42-428d-bd07-32a5a277d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570743 Apr 19 07:45:24.629094 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f091644d-85fc-4433-a407-3861a457063b req-d853055e-731c-4dfb-9d7d-ef832fcff484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:45:24.630803 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-f091644d-85fc-4433-a407-3861a457063b req-d853055e-731c-4dfb-9d7d-ef832fcff484 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4785af1c8f0e4b01af43cb5ee0e71925&device_id=868aaa94-808d-4b03-9f00-91d887d2f5d2 HTTP/1.1" status: 200 len: 1096 time: 0.0914445 Apr 19 07:45:24.710462 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-f091644d-85fc-4433-a407-3861a457063b req-4bd165ef-280c-4191-bb61-2d3867ac9df3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fef0b579-3b5a-4351-a4ff-6651dd1f06b4 HTTP/1.1" status: 200 len: 217 time: 0.0703533 Apr 19 07:45:24.796637 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f091644d-85fc-4433-a407-3861a457063b req-ce258ecd-be39-426b-b2b2-68b3e02e238b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:45:24.798217 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-f091644d-85fc-4433-a407-3861a457063b req-ce258ecd-be39-426b-b2b2-68b3e02e238b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=de605b46-a093-48ae-a63f-9a51e235e4b3 HTTP/1.1" status: 200 len: 850 time: 0.0774953 Apr 19 07:45:24.885886 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f091644d-85fc-4433-a407-3861a457063b req-477ba8a1-39f5-44e6-8d2a-df3a8d424f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:45:24.887591 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-f091644d-85fc-4433-a407-3861a457063b req-477ba8a1-39f5-44e6-8d2a-df3a8d424f2c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9f8aa9f4-c051-436b-a77b-0b1e6ac2b108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0814099 Apr 19 07:45:25.004980 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2705b2db-37ce-4b95-82df-d206997393f9 req-b35d4f69-3ae8-407f-ba0b-18be7962f8c6 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:45:25.006618 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-2705b2db-37ce-4b95-82df-d206997393f9 req-b35d4f69-3ae8-407f-ba0b-18be7962f8c6 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/ports?device_id=868aaa94-808d-4b03-9f00-91d887d2f5d2 HTTP/1.1" status: 200 len: 943 time: 0.0912218 Apr 19 07:45:25.033924 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-f091644d-85fc-4433-a407-3861a457063b req-25bf3ecb-cb23-49cc-b4b5-c5e460941611 service neutron] 10.222.0.42 "GET /v2.0/networks/9f8aa9f4-c051-436b-a77b-0b1e6ac2b108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386082 Apr 19 07:45:25.054976 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-2705b2db-37ce-4b95-82df-d206997393f9 req-68325e21-faab-4416-a800-71f07b8918db tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/security-groups?id=573663d3-46fc-47c6-b367-61f1fe85d309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419464 Apr 19 07:45:25.185688 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-f091644d-85fc-4433-a407-3861a457063b req-035b53a6-46bc-4b29-aa3b-ffa1149e91bc service neutron] 10.222.0.42 "GET /v2.0/networks/9f8aa9f4-c051-436b-a77b-0b1e6ac2b108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450012 Apr 19 07:45:25.324361 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f65f6c-90d5-41ad-8c1c-58ffe99ebdd1 req-1a1c01ad-72c4-4993-aae7-f57d2e9336dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:45:25.325855 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-c5f65f6c-90d5-41ad-8c1c-58ffe99ebdd1 req-1a1c01ad-72c4-4993-aae7-f57d2e9336dd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4785af1c8f0e4b01af43cb5ee0e71925&device_id=868aaa94-808d-4b03-9f00-91d887d2f5d2 HTTP/1.1" status: 200 len: 1096 time: 0.0803046 Apr 19 07:45:25.470002 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f65f6c-90d5-41ad-8c1c-58ffe99ebdd1 req-f9d2b20d-2ddd-4ff5-a46f-70a27426d53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:45:25.471673 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-c5f65f6c-90d5-41ad-8c1c-58ffe99ebdd1 req-f9d2b20d-2ddd-4ff5-a46f-70a27426d53c service neutron] 10.222.0.42 "GET /v2.0/networks?id=9f8aa9f4-c051-436b-a77b-0b1e6ac2b108 HTTP/1.1" status: 200 len: 912 time: 0.1380134 Apr 19 07:45:25.549388 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-c5f65f6c-90d5-41ad-8c1c-58ffe99ebdd1 req-a49b29db-d7ac-4b2f-bad4-407f149929f7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fef0b579-3b5a-4351-a4ff-6651dd1f06b4 HTTP/1.1" status: 200 len: 217 time: 0.0710654 Apr 19 07:45:25.619617 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f65f6c-90d5-41ad-8c1c-58ffe99ebdd1 req-c167a692-85d0-4445-b19b-5b504b3fbda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:45:25.621097 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-c5f65f6c-90d5-41ad-8c1c-58ffe99ebdd1 req-c167a692-85d0-4445-b19b-5b504b3fbda1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=de605b46-a093-48ae-a63f-9a51e235e4b3 HTTP/1.1" status: 200 len: 850 time: 0.0640242 Apr 19 07:45:25.825820 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c01b8c-4e8d-4ae6-a50a-3b7ad46612b5 req-f184a3d2-8079-49fe-b320-a6c23c9204bf tempest-VolumesActionsTest-702916583 tempest-VolumesActionsTest-702916583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:45:25.827565 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-06c01b8c-4e8d-4ae6-a50a-3b7ad46612b5 req-f184a3d2-8079-49fe-b320-a6c23c9204bf tempest-VolumesActionsTest-702916583 tempest-VolumesActionsTest-702916583-project] 10.222.0.41 "GET /v2.0/ports?device_id=be2daa8b-80a9-44ab-b5e2-4de002421465 HTTP/1.1" status: 200 len: 946 time: 0.0993364 Apr 19 07:45:25.878252 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-06c01b8c-4e8d-4ae6-a50a-3b7ad46612b5 req-2b811b82-a7b5-4d6d-a7c5-f32cd1a3c554 tempest-VolumesActionsTest-702916583 tempest-VolumesActionsTest-702916583-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ad3bafd-3c42-428d-bd07-32a5a277d6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439095 Apr 19 07:45:26.026192 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f65f6c-90d5-41ad-8c1c-58ffe99ebdd1 req-da6a8ab3-bd72-40b2-9cba-79d3c8f3dcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:45:26.027824 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-c5f65f6c-90d5-41ad-8c1c-58ffe99ebdd1 req-da6a8ab3-bd72-40b2-9cba-79d3c8f3dcb0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9f8aa9f4-c051-436b-a77b-0b1e6ac2b108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3929968 Apr 19 07:45:26.036823 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1666e257-4748-4a5e-b101-273f13c3d02b req-0596b287-9281-4c03-bd36-afc77edbfea4 tempest-VolumesActionsTest-702916583 tempest-VolumesActionsTest-702916583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:45:26.037525 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-1666e257-4748-4a5e-b101-273f13c3d02b req-0596b287-9281-4c03-bd36-afc77edbfea4 tempest-VolumesActionsTest-702916583 tempest-VolumesActionsTest-702916583-project] Synchronizing usage tracker for tenant:98234dd41bed4f0b8bb558797f60f477 on resource:port {{(pid=86412) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 07:45:26.139062 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-1666e257-4748-4a5e-b101-273f13c3d02b req-0596b287-9281-4c03-bd36-afc77edbfea4 tempest-VolumesActionsTest-702916583 tempest-VolumesActionsTest-702916583-project] Unset dirty status for tenant:98234dd41bed4f0b8bb558797f60f477 on resource:port {{(pid=86412) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 07:45:26.140265 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-1666e257-4748-4a5e-b101-273f13c3d02b req-0596b287-9281-4c03-bd36-afc77edbfea4 tempest-VolumesActionsTest-702916583 tempest-VolumesActionsTest-702916583-project] 10.222.0.42 "GET /v2.0/ports?device_id=be2daa8b-80a9-44ab-b5e2-4de002421465 HTTP/1.1" status: 200 len: 946 time: 0.2247379 Apr 19 07:45:26.245195 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-c5f65f6c-90d5-41ad-8c1c-58ffe99ebdd1 req-1bdbb212-61c4-40e7-8b65-ab540a030f4b service neutron] 10.222.0.42 "GET /v2.0/networks/9f8aa9f4-c051-436b-a77b-0b1e6ac2b108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047637 Apr 19 07:45:26.251776 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [req-1666e257-4748-4a5e-b101-273f13c3d02b req-a0aa0456-a017-4ea8-8c44-227a56bb964a tempest-VolumesActionsTest-702916583 tempest-VolumesActionsTest-702916583-project] Deleting port 2f405c2c-2c6e-4081-ad8b-66132f0bb354 {{(pid=86412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 07:45:26.252165 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-1666e257-4748-4a5e-b101-273f13c3d02b req-a0aa0456-a017-4ea8-8c44-227a56bb964a tempest-VolumesActionsTest-702916583 tempest-VolumesActionsTest-702916583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267090122612'] for port, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:26.259619 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8479715d-6305-48d6-8276-10d105fd0e06 req-84ade995-c49c-45dc-bea0-644b61295414 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:45:26.261155 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-8479715d-6305-48d6-8276-10d105fd0e06 req-84ade995-c49c-45dc-bea0-644b61295414 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/ports?device_id=868aaa94-808d-4b03-9f00-91d887d2f5d2 HTTP/1.1" status: 200 len: 943 time: 0.0885201 Apr 19 07:45:26.309016 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-8479715d-6305-48d6-8276-10d105fd0e06 req-e2c00dc3-a815-4c6e-a008-76e407c0f0e7 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/security-groups?id=573663d3-46fc-47c6-b367-61f1fe85d309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408220 Apr 19 07:45:26.529868 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-c5f65f6c-90d5-41ad-8c1c-58ffe99ebdd1 req-ea9fed3d-b647-4210-8f15-e2aa4b72770a service neutron] 10.222.0.42 "GET /v2.0/networks/9f8aa9f4-c051-436b-a77b-0b1e6ac2b108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510228 Apr 19 07:45:26.641874 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [req-1666e257-4748-4a5e-b101-273f13c3d02b req-a0aa0456-a017-4ea8-8c44-227a56bb964a tempest-VolumesActionsTest-702916583 tempest-VolumesActionsTest-702916583-project] For port 2f405c2c-2c6e-4081-ad8b-66132f0bb354, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=2f405c2c-2c6e-4081-ad8b-66132f0bb354,segment=NetworkSegment(34e4cf4a-c4e5-4c76-b660-14cc7aaf6a00),segment_id=34e4cf4a-c4e5-4c76-b660-14cc7aaf6a00)] {{(pid=86412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:45:26.642282 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-1666e257-4748-4a5e-b101-273f13c3d02b req-a0aa0456-a017-4ea8-8c44-227a56bb964a tempest-VolumesActionsTest-702916583 tempest-VolumesActionsTest-702916583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852958595'] for port, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:26.775661 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [req-1666e257-4748-4a5e-b101-273f13c3d02b req-a0aa0456-a017-4ea8-8c44-227a56bb964a tempest-VolumesActionsTest-702916583 tempest-VolumesActionsTest-702916583-project] Calling delete_port for 2f405c2c-2c6e-4081-ad8b-66132f0bb354 owned by compute:nova {{(pid=86412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 07:45:26.930708 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-1666e257-4748-4a5e-b101-273f13c3d02b req-a0aa0456-a017-4ea8-8c44-227a56bb964a tempest-VolumesActionsTest-702916583 tempest-VolumesActionsTest-702916583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267090117919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267090550695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3936575'] for port, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:26.936904 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-c4ddeb1b-9086-4b5d-9c3b-f8c28c802287 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:45:26.943413 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] get_ports_and_sgs() called for port_ids ['2f405c2c-2c6e-4081-ad8b-66132f0bb354'] {{(pid=86414) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 07:45:26.986144 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aa0456-a017-4ea8-8c44-227a56bb964a tempest-VolumesActionsTest-702916583 tempest-VolumesActionsTest-702916583-project] Pushing event deleted for resources: {'Port': ['ID=2f405c2c-2c6e-4081-ad8b-66132f0bb354,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:45:26.989819 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-a0aa0456-a017-4ea8-8c44-227a56bb964a tempest-VolumesActionsTest-702916583 tempest-VolumesActionsTest-702916583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:45:27.067406 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-614b7c49-93f0-4298-a1bc-18e6a4674792 req-b0c82d05-3416-41d9-bf65-1b539f7f09d3 tempest-VolumesActionsTest-702916583 tempest-VolumesActionsTest-702916583-project] 10.222.0.41 "GET /v2.0/ports?device_id=be2daa8b-80a9-44ab-b5e2-4de002421465 HTTP/1.1" status: 200 len: 210 time: 0.0525117 Apr 19 07:45:27.067895 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [req-1666e257-4748-4a5e-b101-273f13c3d02b req-a0aa0456-a017-4ea8-8c44-227a56bb964a tempest-VolumesActionsTest-702916583 tempest-VolumesActionsTest-702916583-project] No DVR routers for this DVR port 2f405c2c-2c6e-4081-ad8b-66132f0bb354 on host hv-cinder-77387 {{(pid=86412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 07:45:27.070484 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-1666e257-4748-4a5e-b101-273f13c3d02b req-a0aa0456-a017-4ea8-8c44-227a56bb964a tempest-VolumesActionsTest-702916583 tempest-VolumesActionsTest-702916583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773070'] for port, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:27.073447 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be2daa8b-80a9-44ab-b5e2-4de002421465', 'name': 'network-vif-deleted', 'tag': '2f405c2c-2c6e-4081-ad8b-66132f0bb354'}] {{(pid=86412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 07:45:27.088942 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-1666e257-4748-4a5e-b101-273f13c3d02b req-a0aa0456-a017-4ea8-8c44-227a56bb964a tempest-VolumesActionsTest-702916583 tempest-VolumesActionsTest-702916583-project] 10.222.0.42 "DELETE /v2.0/ports/2f405c2c-2c6e-4081-ad8b-66132f0bb354 HTTP/1.1" status: 204 len: 173 time: 0.9420161 Apr 19 07:45:27.125856 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be2daa8b-80a9-44ab-b5e2-4de002421465', 'name': 'network-vif-deleted', 'tag': '2f405c2c-2c6e-4081-ad8b-66132f0bb354', 'status': 'completed', 'code': 200} Apr 19 07:45:27.528427 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e479e2-c1be-4ec0-9a62-5e8063447065 req-dd635922-d7e4-4407-a7d9-47b1bd6b8839 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:45:27.530035 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-62e479e2-c1be-4ec0-9a62-5e8063447065 req-dd635922-d7e4-4407-a7d9-47b1bd6b8839 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/ports?device_id=868aaa94-808d-4b03-9f00-91d887d2f5d2 HTTP/1.1" status: 200 len: 943 time: 0.0904562 Apr 19 07:45:27.579458 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-62e479e2-c1be-4ec0-9a62-5e8063447065 req-e9b0f938-5cd8-4deb-8531-f89a06c400b0 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/security-groups?id=573663d3-46fc-47c6-b367-61f1fe85d309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428541 Apr 19 07:45:28.070219 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Device fef0b579-3b5a-4351-a4ff-6651dd1f06b4 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=86414) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 07:45:28.222566 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] For port fef0b579-3b5a-4351-a4ff-6651dd1f06b4, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=fef0b579-3b5a-4351-a4ff-6651dd1f06b4,segment=NetworkSegment(71797285-2b24-44ab-bc5d-907fe2f55ea2),segment_id=71797285-2b24-44ab-bc5d-907fe2f55ea2)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:45:28.236388 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Returning: {'device': 'fef0b579-3b5a-4351-a4ff-6651dd1f06b4', 'network_id': '9f8aa9f4-c051-436b-a77b-0b1e6ac2b108', 'port_id': 'fef0b579-3b5a-4351-a4ff-6651dd1f06b4', 'mac_address': 'fa:16:3e:9a:d4:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de605b46-a093-48ae-a63f-9a51e235e4b3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86414) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 07:45:28.298470 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:28.316492 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fef0b579-3b5a-4351-a4ff-6651dd1f06b4 {{(pid=86414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 07:45:28.333507 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] For port fef0b579-3b5a-4351-a4ff-6651dd1f06b4, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=fef0b579-3b5a-4351-a4ff-6651dd1f06b4,segment=NetworkSegment(71797285-2b24-44ab-bc5d-907fe2f55ea2),segment_id=71797285-2b24-44ab-bc5d-907fe2f55ea2)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:45:28.337053 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:28.338912 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:45:28.409546 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Pushing event updated for resources: {'Port': ['ID=fef0b579-3b5a-4351-a4ff-6651dd1f06b4,revision_number=4']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:45:28.412878 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:45:28.562744 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] get_ports_and_sgs() called for port_ids ['fef0b579-3b5a-4351-a4ff-6651dd1f06b4'] {{(pid=86414) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 07:45:28.785222 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f320b36d-a8dd-4c66-b91f-40b7092f946c req-1723fea6-33c6-4214-9516-7b0a86db0423 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:45:28.786797 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-f320b36d-a8dd-4c66-b91f-40b7092f946c req-1723fea6-33c6-4214-9516-7b0a86db0423 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/ports?device_id=868aaa94-808d-4b03-9f00-91d887d2f5d2 HTTP/1.1" status: 200 len: 944 time: 0.0919454 Apr 19 07:45:28.842934 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-f320b36d-a8dd-4c66-b91f-40b7092f946c req-d4ecc694-cc3a-434e-bd82-0924b294c030 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/security-groups?id=573663d3-46fc-47c6-b367-61f1fe85d309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456445 Apr 19 07:45:30.060133 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c665fa29-619b-4ce1-9395-50a684169241 req-88d71dcb-5553-43c3-b9ea-93260bad67a5 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:45:30.061622 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-c665fa29-619b-4ce1-9395-50a684169241 req-88d71dcb-5553-43c3-b9ea-93260bad67a5 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/ports?device_id=868aaa94-808d-4b03-9f00-91d887d2f5d2 HTTP/1.1" status: 200 len: 944 time: 0.1009471 Apr 19 07:45:30.070009 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Device fef0b579-3b5a-4351-a4ff-6651dd1f06b4 up at agent hyperv_hv-cinder-77387 {{(pid=86414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 07:45:30.136184 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-c665fa29-619b-4ce1-9395-50a684169241 req-834934d4-9296-4fc4-abd3-d8c95652830d tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/security-groups?id=573663d3-46fc-47c6-b367-61f1fe85d309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513687 Apr 19 07:45:30.156226 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Provisioning for port fef0b579-3b5a-4351-a4ff-6651dd1f06b4 completed by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 07:45:30.161144 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Provisioning complete for port fef0b579-3b5a-4351-a4ff-6651dd1f06b4 triggered by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:45:30.161557 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:30.295184 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:30.323522 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '868aaa94-808d-4b03-9f00-91d887d2f5d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fef0b579-3b5a-4351-a4ff-6651dd1f06b4'}] {{(pid=86414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 07:45:30.335710 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] For port fef0b579-3b5a-4351-a4ff-6651dd1f06b4, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=fef0b579-3b5a-4351-a4ff-6651dd1f06b4,segment=NetworkSegment(71797285-2b24-44ab-bc5d-907fe2f55ea2),segment_id=71797285-2b24-44ab-bc5d-907fe2f55ea2)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:45:30.339849 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:30.340774 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Device 2f405c2c-2c6e-4081-ad8b-66132f0bb354 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=86414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 07:45:30.374530 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-b7366c39-5076-495d-974f-29b54ce2dbc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:45:30.416728 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '868aaa94-808d-4b03-9f00-91d887d2f5d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fef0b579-3b5a-4351-a4ff-6651dd1f06b4', 'code': 200} Apr 19 07:45:30.423973 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] No Port match for: 2f405c2c-2c6e-4081-ad8b-66132f0bb354 {{(pid=86414) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 07:45:30.424367 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Device 2f405c2c-2c6e-4081-ad8b-66132f0bb354 not bound to the agent host hv-cinder-77387 {{(pid=86414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 07:45:30.451979 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Pushing event updated for resources: {'Port': ['ID=fef0b579-3b5a-4351-a4ff-6651dd1f06b4,revision_number=5']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:45:30.455168 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:45:30.618645 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a118d5d-27ab-42d4-8b86-12677bd6ff82 req-5f64ecca-aeb8-405d-ba71-d376fb939258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:45:30.620243 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-4a118d5d-27ab-42d4-8b86-12677bd6ff82 req-5f64ecca-aeb8-405d-ba71-d376fb939258 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=868aaa94-808d-4b03-9f00-91d887d2f5d2 HTTP/1.1" status: 200 len: 1098 time: 0.0795805 Apr 19 07:45:30.663639 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-4a118d5d-27ab-42d4-8b86-12677bd6ff82 req-829ca294-9595-4384-9aa1-1a6b20aef41b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=573663d3-46fc-47c6-b367-61f1fe85d309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363429 Apr 19 07:45:31.337104 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea15f0-4b73-4fdf-a171-e26210d49e50 req-bd000f88-e7e0-4366-a6c7-ab4c1f19b312 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:45:31.338700 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-00ea15f0-4b73-4fdf-a171-e26210d49e50 req-bd000f88-e7e0-4366-a6c7-ab4c1f19b312 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/ports?device_id=868aaa94-808d-4b03-9f00-91d887d2f5d2 HTTP/1.1" status: 200 len: 945 time: 0.0891936 Apr 19 07:45:31.387747 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-00ea15f0-4b73-4fdf-a171-e26210d49e50 req-18111e2c-0f33-47c5-8262-bf72d63da8c6 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/security-groups?id=573663d3-46fc-47c6-b367-61f1fe85d309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422547 Apr 19 07:45:32.613438 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed9e57-982a-4830-9260-44a39742a309 req-c37e14a8-23f8-4a6a-8960-95430170590c tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:45:32.615042 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-0aed9e57-982a-4830-9260-44a39742a309 req-c37e14a8-23f8-4a6a-8960-95430170590c tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/ports?device_id=868aaa94-808d-4b03-9f00-91d887d2f5d2 HTTP/1.1" status: 200 len: 945 time: 0.0944357 Apr 19 07:45:32.663160 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-0aed9e57-982a-4830-9260-44a39742a309 req-73b3580c-1936-4432-b557-884cade61b09 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/security-groups?id=573663d3-46fc-47c6-b367-61f1fe85d309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416718 Apr 19 07:45:32.861922 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dd5458-ffdd-434e-a997-451ee7fcd4f5 req-87311905-bc66-4e28-b8d0-ade398cc838d tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:45:32.864070 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-87dd5458-ffdd-434e-a997-451ee7fcd4f5 req-87311905-bc66-4e28-b8d0-ade398cc838d tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/ports?device_id=868aaa94-808d-4b03-9f00-91d887d2f5d2 HTTP/1.1" status: 200 len: 945 time: 0.0886517 Apr 19 07:45:32.873972 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 42242) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:45:32.879910 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [None req-a38e668e-258f-46f5-9365-5c6d4327a4ca tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Request body: {'floatingip': {'port_id': 'fef0b579-3b5a-4351-a4ff-6651dd1f06b4'}} {{(pid=86412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:45:32.965526 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-a38e668e-258f-46f5-9365-5c6d4327a4ca tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks [] for floatingip, before_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:33.584741 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-a38e668e-258f-46f5-9365-5c6d4327a4ca tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:33.588743 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-a38e668e-258f-46f5-9365-5c6d4327a4ca tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1810097'] for floatingip, after_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:33.769369 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.db.l3_db [None req-a38e668e-258f-46f5-9365-5c6d4327a4ca tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Floating IP 94be80b2-bb35-4f13-bd3a-b993d209d282 associated. External IP: 172.28.2.122, port: fef0b579-3b5a-4351-a4ff-6651dd1f06b4. Apr 19 07:45:34.150682 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a38e668e-258f-46f5-9365-5c6d4327a4ca tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Router f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4 has already been hosted by L3 agent af0aee0b-5275-4bf1-b5b2-246fd8e7196c {{(pid=86412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 07:45:34.579045 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a38e668e-258f-46f5-9365-5c6d4327a4ca tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify agent at l3_agent.dv-cinder-773870-2-smb the message routers_updated {{(pid=86412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 07:45:34.583795 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-a38e668e-258f-46f5-9365-5c6d4327a4ca tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773070'] for floatingip, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:34.591764 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7414111f-8dad-440a-be15-41d5374dca3b None None] Sync routers for ids ['f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4'] in dv-cinder-773870-2-smb {{(pid=86414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 07:45:34.603303 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7414111f-8dad-440a-be15-41d5374dca3b None None] Routers {'f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4'} bound to L3 agent in host dv-cinder-773870-2-smb {{(pid=86414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 07:45:34.604256 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-7414111f-8dad-440a-be15-41d5374dca3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T07:32:39Z,description=,heartbeat_timestamp=2021-04-19T07:45:09Z,host='dv-cinder-773870-2-smb',id=af0aee0b-5275-4bf1-b5b2-246fd8e7196c,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T07:32:39Z,topic='l3_agent')) {'router_ids': ['f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4'], 'active': True} {{(pid=86414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:45:34.645904 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-a38e668e-258f-46f5-9365-5c6d4327a4ca tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "PUT /v2.0/floatingips/94be80b2-bb35-4f13-bd3a-b993d209d282 HTTP/1.1" status: 200 len: 991 time: 1.7679448 Apr 19 07:45:34.645904 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '868aaa94-808d-4b03-9f00-91d887d2f5d2', 'tag': 'fef0b579-3b5a-4351-a4ff-6651dd1f06b4'}] {{(pid=86412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 07:45:34.693954 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '868aaa94-808d-4b03-9f00-91d887d2f5d2', 'tag': 'fef0b579-3b5a-4351-a4ff-6651dd1f06b4', 'status': 'completed', 'code': 200} Apr 19 07:45:34.797409 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b1ede-40c8-4798-9d33-e700d48df0f7 req-c1d78139-00d3-4382-bb2a-cd559746b487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:45:34.799201 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-5d7b1ede-40c8-4798-9d33-e700d48df0f7 req-c1d78139-00d3-4382-bb2a-cd559746b487 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4785af1c8f0e4b01af43cb5ee0e71925&device_id=868aaa94-808d-4b03-9f00-91d887d2f5d2 HTTP/1.1" status: 200 len: 1098 time: 0.0830593 Apr 19 07:45:34.953650 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b1ede-40c8-4798-9d33-e700d48df0f7 req-54d22d66-d01d-4063-bdd9-c3ad1a9dc6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:45:34.955317 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-5d7b1ede-40c8-4798-9d33-e700d48df0f7 req-54d22d66-d01d-4063-bdd9-c3ad1a9dc6d7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9f8aa9f4-c051-436b-a77b-0b1e6ac2b108 HTTP/1.1" status: 200 len: 912 time: 0.1488769 Apr 19 07:45:35.003426 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvr_db [None req-7414111f-8dad-440a-be15-41d5374dca3b None None] Set router f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4 gateway port host: dv-cinder-773870-2-smb {{(pid=86414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 07:45:35.067894 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-5d7b1ede-40c8-4798-9d33-e700d48df0f7 req-8395c92e-339d-485d-a844-d0ad3644ebf7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fef0b579-3b5a-4351-a4ff-6651dd1f06b4 HTTP/1.1" status: 200 len: 999 time: 0.1052964 Apr 19 07:45:35.136676 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b1ede-40c8-4798-9d33-e700d48df0f7 req-a8d12d62-b56d-4bdb-bcda-01c66918a5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:45:35.138265 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-5d7b1ede-40c8-4798-9d33-e700d48df0f7 req-a8d12d62-b56d-4bdb-bcda-01c66918a5b5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=de605b46-a093-48ae-a63f-9a51e235e4b3 HTTP/1.1" status: 200 len: 850 time: 0.0643225 Apr 19 07:45:35.226526 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b1ede-40c8-4798-9d33-e700d48df0f7 req-f24f6c8e-468a-4e12-b988-a6761c4756f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:45:35.228243 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-5d7b1ede-40c8-4798-9d33-e700d48df0f7 req-f24f6c8e-468a-4e12-b988-a6761c4756f0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9f8aa9f4-c051-436b-a77b-0b1e6ac2b108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0824897 Apr 19 07:45:35.370760 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-5d7b1ede-40c8-4798-9d33-e700d48df0f7 req-b12e4bad-3cdf-4a7b-a7f3-55fc0a823ff0 service neutron] 10.222.0.42 "GET /v2.0/networks/9f8aa9f4-c051-436b-a77b-0b1e6ac2b108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358652 Apr 19 07:45:35.380564 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-7414111f-8dad-440a-be15-41d5374dca3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4', 'name': 'tempest-AttachVolumeTestJSON-1461246334-router', 'tenant_id': '4785af1c8f0e4b01af43cb5ee0e71925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.49'}], 'enable_snat': True}, 'gw_port_id': 'd3c332ed-a2a9-40a2-a10b-b2b058600796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:40:58Z', 'updated_at': '2021-04-19T07:41:07Z', 'revision_number': 4, 'project_id': '4785af1c8f0e4b01af43cb5ee0e71925', 'gw_port': {'id': 'd3c332ed-a2a9-40a2-a10b-b2b058600796', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ff:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:00Z', 'updated_at': '2021-04-19T07:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb', '_floatingips': [{'id': '94be80b2-bb35-4f13-bd3a-b993d209d282', 'tenant_id': '4785af1c8f0e4b01af43cb5ee0e71925', 'floating_ip_address': '172.28.2.122', 'floating_network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'router_id': 'f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4', 'port_id': 'fef0b579-3b5a-4351-a4ff-6651dd1f06b4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f8aa9f4-c051-436b-a77b-0b1e6ac2b108', 'mac_address': 'fa:16:3e:9a:d4:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868aaa94-808d-4b03-9f00-91d887d2f5d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T07:45:19Z', 'updated_at': '2021-04-19T07:45:33Z', 'revision_number': 1, 'project_id': '4785af1c8f0e4b01af43cb5ee0e71925', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9dd2e08-91ca-4b2a-9fd5-f859b560338f', 'name': '', 'network_id': '9f8aa9f4-c051-436b-a77b-0b1e6ac2b108', 'tenant_id': '4785af1c8f0e4b01af43cb5ee0e71925', 'mac_address': 'fa:16:3e:52:41:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'de605b46-a093-48ae-a63f-9a51e235e4b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:05Z', 'updated_at': '2021-04-19T07:41:24Z', 'revision_number': 5, 'project_id': '4785af1c8f0e4b01af43cb5ee0e71925', 'subnets': [{'id': 'de605b46-a093-48ae-a63f-9a51e235e4b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-smb', False) {} {{(pid=86414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:45:35.385390 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7414111f-8dad-440a-be15-41d5374dca3b None None] Checking router: f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4 for host: dv-cinder-773870-2-smb {{(pid=86414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 07:45:35.395507 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7414111f-8dad-440a-be15-41d5374dca3b None None] Routers {'f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4'} bound to L3 agent in host dv-cinder-773870-2-smb {{(pid=86414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 07:45:35.396127 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-7414111f-8dad-440a-be15-41d5374dca3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T07:32:39Z,description=,heartbeat_timestamp=2021-04-19T07:45:09Z,host='dv-cinder-773870-2-smb',id=af0aee0b-5275-4bf1-b5b2-246fd8e7196c,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T07:32:39Z,topic='l3_agent')) {'router_ids': ['f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4'], 'active': True} {{(pid=86414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:45:35.512660 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-5d7b1ede-40c8-4798-9d33-e700d48df0f7 req-8ee1d95a-d5fb-413a-a8df-2ed5d3803691 service neutron] 10.222.0.42 "GET /v2.0/networks/9f8aa9f4-c051-436b-a77b-0b1e6ac2b108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346529 Apr 19 07:45:35.583804 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvr_db [None req-7414111f-8dad-440a-be15-41d5374dca3b None None] Set router f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4 gateway port host: dv-cinder-773870-2-smb {{(pid=86414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 07:45:35.949313 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-7414111f-8dad-440a-be15-41d5374dca3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4', 'name': 'tempest-AttachVolumeTestJSON-1461246334-router', 'tenant_id': '4785af1c8f0e4b01af43cb5ee0e71925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.49'}], 'enable_snat': True}, 'gw_port_id': 'd3c332ed-a2a9-40a2-a10b-b2b058600796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:40:58Z', 'updated_at': '2021-04-19T07:41:07Z', 'revision_number': 4, 'project_id': '4785af1c8f0e4b01af43cb5ee0e71925', 'gw_port': {'id': 'd3c332ed-a2a9-40a2-a10b-b2b058600796', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ff:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:00Z', 'updated_at': '2021-04-19T07:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb', '_floatingips': [{'id': '94be80b2-bb35-4f13-bd3a-b993d209d282', 'tenant_id': '4785af1c8f0e4b01af43cb5ee0e71925', 'floating_ip_address': '172.28.2.122', 'floating_network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'router_id': 'f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4', 'port_id': 'fef0b579-3b5a-4351-a4ff-6651dd1f06b4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f8aa9f4-c051-436b-a77b-0b1e6ac2b108', 'mac_address': 'fa:16:3e:9a:d4:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868aaa94-808d-4b03-9f00-91d887d2f5d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T07:45:19Z', 'updated_at': '2021-04-19T07:45:33Z', 'revision_number': 1, 'project_id': '4785af1c8f0e4b01af43cb5ee0e71925', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9dd2e08-91ca-4b2a-9fd5-f859b560338f', 'name': '', 'network_id': '9f8aa9f4-c051-436b-a77b-0b1e6ac2b108', 'tenant_id': '4785af1c8f0e4b01af43cb5ee0e71925', 'mac_address': 'fa:16:3e:52:41:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'de605b46-a093-48ae-a63f-9a51e235e4b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:05Z', 'updated_at': '2021-04-19T07:41:24Z', 'revision_number': 5, 'project_id': '4785af1c8f0e4b01af43cb5ee0e71925', 'subnets': [{'id': 'de605b46-a093-48ae-a63f-9a51e235e4b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-smb', False) {} {{(pid=86414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:45:35.953491 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7414111f-8dad-440a-be15-41d5374dca3b None None] The sync data for ids ['f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4'] in dv-cinder-773870-2-smb is: [{'id': 'f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4', 'name': 'tempest-AttachVolumeTestJSON-1461246334-router', 'tenant_id': '4785af1c8f0e4b01af43cb5ee0e71925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.49'}], 'enable_snat': True}, 'gw_port_id': 'd3c332ed-a2a9-40a2-a10b-b2b058600796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:40:58Z', 'updated_at': '2021-04-19T07:41:07Z', 'revision_number': 4, 'project_id': '4785af1c8f0e4b01af43cb5ee0e71925', 'gw_port': {'id': 'd3c332ed-a2a9-40a2-a10b-b2b058600796', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ff:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:00Z', 'updated_at': '2021-04-19T07:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb', '_floatingips': [{'id': '94be80b2-bb35-4f13-bd3a-b993d209d282', 'tenant_id': '4785af1c8f0e4b01af43cb5ee0e71925', 'floating_ip_address': '172.28.2.122', 'floating_network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'router_id': 'f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4', 'port_id': 'fef0b579-3b5a-4351-a4ff-6651dd1f06b4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f8aa9f4-c051-436b-a77b-0b1e6ac2b108', 'mac_address': 'fa:16:3e:9a:d4:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868aaa94-808d-4b03-9f00-91d887d2f5d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T07:45:19Z', 'updated_at': '2021-04-19T07:45:33Z', 'revision_number': 1, 'project_id': '4785af1c8f0e4b01af43cb5ee0e71925', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9dd2e08-91ca-4b2a-9fd5-f859b560338f', 'name': '', 'network_id': '9f8aa9f4-c051-436b-a77b-0b1e6ac2b108', 'tenant_id': '4785af1c8f0e4b01af43cb5ee0e71925', 'mac_address': 'fa:16:3e:52:41:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'de605b46-a093-48ae-a63f-9a51e235e4b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:05Z', 'updated_at': '2021-04-19T07:41:24Z', 'revision_number': 5, 'project_id': '4785af1c8f0e4b01af43cb5ee0e71925', 'subnets': [{'id': 'de605b46-a093-48ae-a63f-9a51e235e4b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 07:45:36.285413 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fbb210-a1d7-4066-aae7-efcd5e09745b None None] New status for floating IP 94be80b2-bb35-4f13-bd3a-b993d209d282: ACTIVE {{(pid=86415) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 07:45:37.050923 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d1aeaae7-66c5-48fe-9292-b5ef0f9f85ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:39.148774 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-a1d569ce-5c1b-4378-9432-adb04377974c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:39.788033 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bf2cef0d-0a86-410b-90d7-6d8fe7ad6153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:40.461972 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:40.619041 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:41.350681 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d08bd89e-63cf-49bc-b1d3-e1c35da66f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:45.076840 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.agents_db [None req-ec4b265d-3c04-42fd-95cd-57ca7ec41865 None None] Agent healthcheck: found 6 active agents {{(pid=86415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 07:45:45.767950 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 42378) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:45:45.846393 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.db_base_plugin_v2 [None req-3761879b-3e40-4055-9a15-41c9f9987d2d admin admin] Deleting subnet 7e15e635-9b0e-4c4e-b35b-9e8b7d218730 {{(pid=86413) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 07:45:45.849776 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-3761879b-3e40-4055-9a15-41c9f9987d2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:45.901280 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-3761879b-3e40-4055-9a15-41c9f9987d2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3833701'] for subnet, precommit_delete_associations {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:45.959708 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-3761879b-3e40-4055-9a15-41c9f9987d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-771124'] for subnet, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:46.233788 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-3761879b-3e40-4055-9a15-41c9f9987d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854004724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1716840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2896568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036850877896'] for subnet, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:46.235633 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:45:46.272187 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3761879b-3e40-4055-9a15-41c9f9987d2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e15e635-9b0e-4c4e-b35b-9e8b7d218730,revision_number=None']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:45:46.274255 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-3761879b-3e40-4055-9a15-41c9f9987d2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853097331'] for subnet, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:46.277069 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-3761879b-3e40-4055-9a15-41c9f9987d2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:45:46.281340 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-3761879b-3e40-4055-9a15-41c9f9987d2d admin admin] 10.222.0.41 "DELETE /v2.0/subnets/7e15e635-9b0e-4c4e-b35b-9e8b7d218730 HTTP/1.1" status: 204 len: 168 time: 0.5120857 Apr 19 07:45:46.285336 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 42386) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:45:46.396933 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-c63e01e4-d098-44a0-afdc-8185ca509533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-686968'] for network, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:46.531763 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-c63e01e4-d098-44a0-afdc-8185ca509533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854004639', 'neutron.services.segments.db._delete_segments_for_network-8769764573043'] for network, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:46.650372 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.services.segments.db [None req-c63e01e4-d098-44a0-afdc-8185ca509533 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93c6029d-e313-4985-a92d-7ff4ee0c719b']}} {{(pid=86413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:45:46.664296 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.services.segments.db [None req-c63e01e4-d098-44a0-afdc-8185ca509533 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34e4cf4a-c4e5-4c76-b660-14cc7aaf6a00') {'for_net_delete': True} {{(pid=86413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:45:46.664696 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.services.segments.db [None req-c63e01e4-d098-44a0-afdc-8185ca509533 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34e4cf4a-c4e5-4c76-b660-14cc7aaf6a00') {} {{(pid=86413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:45:46.677462 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-c63e01e4-d098-44a0-afdc-8185ca509533 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363267090041187', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850942099'] for segment, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:46.692342 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-c63e01e4-d098-44a0-afdc-8185ca509533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853992622'] for segment, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:46.698780 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c63e01e4-d098-44a0-afdc-8185ca509533 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=86413) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 07:45:47.102481 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-c63e01e4-d098-44a0-afdc-8185ca509533 admin admin] Network 93c6029d-e313-4985-a92d-7ff4ee0c719b has no segments {{(pid=86413) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 07:45:47.111745 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-c63e01e4-d098-44a0-afdc-8185ca509533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-783141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851878117'] for segment, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:47.291397 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-c63e01e4-d098-44a0-afdc-8185ca509533 admin admin] Network 93c6029d-e313-4985-a92d-7ff4ee0c719b has no segments {{(pid=86413) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 07:45:47.314204 dv-cinder-773870-2-smb neutron-server[86301]: Traceback (most recent call last): Apr 19 07:45:47.314204 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 07:45:47.314204 dv-cinder-773870-2-smb neutron-server[86301]: timer() Apr 19 07:45:47.314204 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 07:45:47.314204 dv-cinder-773870-2-smb neutron-server[86301]: cb(*args, **kw) Apr 19 07:45:47.314204 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 07:45:47.314204 dv-cinder-773870-2-smb neutron-server[86301]: return func(*args, **kwargs) Apr 19 07:45:47.314204 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 07:45:47.314204 dv-cinder-773870-2-smb neutron-server[86301]: self._notify() Apr 19 07:45:47.314204 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 07:45:47.314204 dv-cinder-773870-2-smb neutron-server[86301]: self.callback(batched_events) Apr 19 07:45:47.314204 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 07:45:47.314204 dv-cinder-773870-2-smb neutron-server[86301]: event.method(event) Apr 19 07:45:47.314204 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 07:45:47.314204 dv-cinder-773870-2-smb neutron-server[86301]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 07:45:47.314204 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 07:45:47.314204 dv-cinder-773870-2-smb neutron-server[86301]: segment_id)['aggregates'][0] Apr 19 07:45:47.314204 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 07:45:47.314204 dv-cinder-773870-2-smb neutron-server[86301]: return f(self, *a, **k) Apr 19 07:45:47.314204 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 07:45:47.314204 dv-cinder-773870-2-smb neutron-server[86301]: return self._get(url).json() Apr 19 07:45:47.314204 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 07:45:47.314204 dv-cinder-773870-2-smb neutron-server[86301]: **kwargs) Apr 19 07:45:47.314204 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 07:45:47.314204 dv-cinder-773870-2-smb neutron-server[86301]: return self.request(url, 'GET', **kwargs) Apr 19 07:45:47.314204 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 07:45:47.314204 dv-cinder-773870-2-smb neutron-server[86301]: **endpoint_filter) Apr 19 07:45:47.314204 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 07:45:47.314204 dv-cinder-773870-2-smb neutron-server[86301]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 07:45:47.314204 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 07:45:47.314204 dv-cinder-773870-2-smb neutron-server[86301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 07:45:47.314204 dv-cinder-773870-2-smb neutron-server[86301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 07:45:47.391240 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-c63e01e4-d098-44a0-afdc-8185ca509533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1810050'] for network, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:47.395193 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-daf7359f-ce64-4097-8747-8d903aa654ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:45:47.409224 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-c63e01e4-d098-44a0-afdc-8185ca509533 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853097331'] for network, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:47.424154 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63e01e4-d098-44a0-afdc-8185ca509533 admin admin] Pushing event deleted for resources: {'Network': ['ID=93c6029d-e313-4985-a92d-7ff4ee0c719b,revision_number=None']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:45:47.428874 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-c63e01e4-d098-44a0-afdc-8185ca509533 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:45:47.435739 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-c63e01e4-d098-44a0-afdc-8185ca509533 admin admin] 10.222.0.41 "DELETE /v2.0/networks/93c6029d-e313-4985-a92d-7ff4ee0c719b HTTP/1.1" status: 204 len: 168 time: 1.1494203 Apr 19 07:45:47.435877 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 42396) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:45:47.502987 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.db_base_plugin_v2 [None req-64ad64c7-f920-4897-ab5c-14ec6bf5ad76 admin admin] Deleting subnet a347f35a-fd7e-47f6-9e1f-994977918381 {{(pid=86412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 07:45:47.506267 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-64ad64c7-f920-4897-ab5c-14ec6bf5ad76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:47.557704 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-64ad64c7-f920-4897-ab5c-14ec6bf5ad76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851420803'] for subnet, precommit_delete_associations {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:47.620225 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-64ad64c7-f920-4897-ab5c-14ec6bf5ad76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-771124'] for subnet, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:47.883271 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-64ad64c7-f920-4897-ab5c-14ec6bf5ad76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854004724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1716840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3937515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851454983'] for subnet, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:47.888315 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-87a7c14e-8b4d-4614-a95b-2b38aa0f79cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:45:47.929055 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ad64c7-f920-4897-ab5c-14ec6bf5ad76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a347f35a-fd7e-47f6-9e1f-994977918381,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:45:47.932497 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-64ad64c7-f920-4897-ab5c-14ec6bf5ad76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:47.934009 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-64ad64c7-f920-4897-ab5c-14ec6bf5ad76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:45:47.938406 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-64ad64c7-f920-4897-ab5c-14ec6bf5ad76 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a347f35a-fd7e-47f6-9e1f-994977918381 HTTP/1.1" status: 204 len: 168 time: 0.5015297 Apr 19 07:45:47.942506 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 42406) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:45:48.062904 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-81d990e8-b0b5-4a34-8be0-438734147bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-686968'] for network, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:48.208667 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-81d990e8-b0b5-4a34-8be0-438734147bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854004639', 'neutron.services.segments.db._delete_segments_for_network-8769764573043'] for network, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:48.325111 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.services.segments.db [None req-81d990e8-b0b5-4a34-8be0-438734147bde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc6e3daa-a549-401d-b907-f4f630dbf889']}} {{(pid=86412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:45:48.338762 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.services.segments.db [None req-81d990e8-b0b5-4a34-8be0-438734147bde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e76fb1a9-17e7-4489-928a-b7b3eb3fed27') {'for_net_delete': True} {{(pid=86412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:45:48.339125 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.services.segments.db [None req-81d990e8-b0b5-4a34-8be0-438734147bde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e76fb1a9-17e7-4489-928a-b7b3eb3fed27') {} {{(pid=86412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:45:48.352441 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-81d990e8-b0b5-4a34-8be0-438734147bde admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363267090041187', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354997'] for segment, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:48.368627 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-81d990e8-b0b5-4a34-8be0-438734147bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853992622'] for segment, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:48.375282 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81d990e8-b0b5-4a34-8be0-438734147bde admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=86412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 07:45:48.551589 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-81d990e8-b0b5-4a34-8be0-438734147bde admin admin] Network cc6e3daa-a549-401d-b907-f4f630dbf889 has no segments {{(pid=86412) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 07:45:48.560646 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-81d990e8-b0b5-4a34-8be0-438734147bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-783141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850839224'] for segment, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:48.739937 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-81d990e8-b0b5-4a34-8be0-438734147bde admin admin] Network cc6e3daa-a549-401d-b907-f4f630dbf889 has no segments {{(pid=86412) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 07:45:48.762859 dv-cinder-773870-2-smb neutron-server[86301]: Traceback (most recent call last): Apr 19 07:45:48.762859 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 07:45:48.762859 dv-cinder-773870-2-smb neutron-server[86301]: timer() Apr 19 07:45:48.762859 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 07:45:48.762859 dv-cinder-773870-2-smb neutron-server[86301]: cb(*args, **kw) Apr 19 07:45:48.762859 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 07:45:48.762859 dv-cinder-773870-2-smb neutron-server[86301]: return func(*args, **kwargs) Apr 19 07:45:48.762859 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 07:45:48.762859 dv-cinder-773870-2-smb neutron-server[86301]: self._notify() Apr 19 07:45:48.762859 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 07:45:48.762859 dv-cinder-773870-2-smb neutron-server[86301]: self.callback(batched_events) Apr 19 07:45:48.762859 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 07:45:48.762859 dv-cinder-773870-2-smb neutron-server[86301]: event.method(event) Apr 19 07:45:48.762859 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 07:45:48.762859 dv-cinder-773870-2-smb neutron-server[86301]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 07:45:48.762859 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 07:45:48.762859 dv-cinder-773870-2-smb neutron-server[86301]: segment_id)['aggregates'][0] Apr 19 07:45:48.762859 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 07:45:48.762859 dv-cinder-773870-2-smb neutron-server[86301]: return f(self, *a, **k) Apr 19 07:45:48.762859 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 07:45:48.762859 dv-cinder-773870-2-smb neutron-server[86301]: return self._get(url).json() Apr 19 07:45:48.762859 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 07:45:48.762859 dv-cinder-773870-2-smb neutron-server[86301]: **kwargs) Apr 19 07:45:48.762859 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 07:45:48.762859 dv-cinder-773870-2-smb neutron-server[86301]: return self.request(url, 'GET', **kwargs) Apr 19 07:45:48.762859 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 07:45:48.762859 dv-cinder-773870-2-smb neutron-server[86301]: **endpoint_filter) Apr 19 07:45:48.762859 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 07:45:48.762859 dv-cinder-773870-2-smb neutron-server[86301]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 07:45:48.762859 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 07:45:48.762859 dv-cinder-773870-2-smb neutron-server[86301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 07:45:48.762859 dv-cinder-773870-2-smb neutron-server[86301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 07:45:48.845832 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-81d990e8-b0b5-4a34-8be0-438734147bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1810050'] for network, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:48.852479 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-4e316820-fec7-4798-8c01-7d221869f44d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:45:48.865679 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-81d990e8-b0b5-4a34-8be0-438734147bde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853097331'] for network, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:48.875570 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d990e8-b0b5-4a34-8be0-438734147bde admin admin] Pushing event deleted for resources: {'Network': ['ID=cc6e3daa-a549-401d-b907-f4f630dbf889,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:45:48.878026 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-81d990e8-b0b5-4a34-8be0-438734147bde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:45:48.882061 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-81d990e8-b0b5-4a34-8be0-438734147bde admin admin] 10.222.0.41 "DELETE /v2.0/networks/cc6e3daa-a549-401d-b907-f4f630dbf889 HTTP/1.1" status: 204 len: 168 time: 0.9360471 Apr 19 07:45:49.070811 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 42418) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:45:49.126040 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-f9af9a58-34bb-4e45-8cbc-dece5f9d8581 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=98234dd41bed4f0b8bb558797f60f477&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0537524 Apr 19 07:45:49.128749 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 42422) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:45:49.190443 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-e4ade44b-68de-465a-8d46-c85dffa74a2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:49.218225 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-e4ade44b-68de-465a-8d46-c85dffa74a2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:49.269347 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-e4ade44b-68de-465a-8d46-c85dffa74a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:49.275104 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-b4561b09-5fc0-45b9-84a9-214d3b000116 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:45:49.289401 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ade44b-68de-465a-8d46-c85dffa74a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad3bafd-3c42-428d-bd07-32a5a277d6e6,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:45:49.292214 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-e4ade44b-68de-465a-8d46-c85dffa74a2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:45:49.299876 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-e4ade44b-68de-465a-8d46-c85dffa74a2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:49.301125 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-e4ade44b-68de-465a-8d46-c85dffa74a2d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2ad3bafd-3c42-428d-bd07-32a5a277d6e6 HTTP/1.1" status: 204 len: 168 time: 0.1713948 Apr 19 07:45:49.687410 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 42436) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:45:49.740492 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-bf34baf1-24fe-4435-8924-b35581c76abd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9bb1a0e1a4144075a1db1b9e8aa200db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0517938 Apr 19 07:45:49.743218 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 42440) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:45:49.804613 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-9ca7dc43-d67b-442d-bf03-279862cc87e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:49.831937 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-9ca7dc43-d67b-442d-bf03-279862cc87e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:49.883485 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-9ca7dc43-d67b-442d-bf03-279862cc87e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:49.887549 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-c66c18a5-291f-4600-9802-b789bffb3a54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:45:49.899436 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7dc43-d67b-442d-bf03-279862cc87e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39dcf391-2ffd-4fbb-9018-41409ba052a5,revision_number=None']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:45:49.903503 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-9ca7dc43-d67b-442d-bf03-279862cc87e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:45:49.906638 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-9ca7dc43-d67b-442d-bf03-279862cc87e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:49.907835 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-9ca7dc43-d67b-442d-bf03-279862cc87e8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/39dcf391-2ffd-4fbb-9018-41409ba052a5 HTTP/1.1" status: 204 len: 168 time: 0.1636593 Apr 19 07:45:50.262679 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9074f6-c1ac-41eb-bbd5-3b498afbebfd req-bf030984-4d55-4ef3-a74b-c0cae210d73e tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:45:50.264285 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-8b9074f6-c1ac-41eb-bbd5-3b498afbebfd req-bf030984-4d55-4ef3-a74b-c0cae210d73e tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb2e375-2b4d-44e3-9bba-7fc338663cec HTTP/1.1" status: 200 len: 946 time: 0.0929382 Apr 19 07:45:50.312638 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-8b9074f6-c1ac-41eb-bbd5-3b498afbebfd req-57b0c989-ce89-4866-ba14-a4241b5a8614 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=54a7104c-197d-4fa0-8d02-7bd249136409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416229 Apr 19 07:45:51.525208 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fa3cfe-ff33-43cd-b2cd-f7b717e51a6f req-8d19497a-4df1-4cea-8a85-0ecda6801ab6 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:45:51.528675 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-36fa3cfe-ff33-43cd-b2cd-f7b717e51a6f req-8d19497a-4df1-4cea-8a85-0ecda6801ab6 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb2e375-2b4d-44e3-9bba-7fc338663cec HTTP/1.1" status: 200 len: 946 time: 0.0957382 Apr 19 07:45:51.583015 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-36fa3cfe-ff33-43cd-b2cd-f7b717e51a6f req-80f6f315-6d64-49f2-bed8-19f4c3d1a263 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=54a7104c-197d-4fa0-8d02-7bd249136409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446496 Apr 19 07:45:52.798835 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e095f22-b7c3-42e6-8388-13eb49559034 req-0d89453d-cc25-4aca-a702-9d5fa8619cce tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:45:52.800585 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-8e095f22-b7c3-42e6-8388-13eb49559034 req-0d89453d-cc25-4aca-a702-9d5fa8619cce tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb2e375-2b4d-44e3-9bba-7fc338663cec HTTP/1.1" status: 200 len: 946 time: 0.0990696 Apr 19 07:45:52.850078 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-8e095f22-b7c3-42e6-8388-13eb49559034 req-61b04351-2270-4a4b-88a7-d6dc3702f84d tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=54a7104c-197d-4fa0-8d02-7bd249136409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424805 Apr 19 07:45:54.075133 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b636f8ab-0a55-4247-bc94-0b699c9c71dc req-59525c46-5b35-4eb2-8484-8f7c888350ff tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:45:54.076744 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-b636f8ab-0a55-4247-bc94-0b699c9c71dc req-59525c46-5b35-4eb2-8484-8f7c888350ff tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb2e375-2b4d-44e3-9bba-7fc338663cec HTTP/1.1" status: 200 len: 946 time: 0.0988121 Apr 19 07:45:54.126149 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-b636f8ab-0a55-4247-bc94-0b699c9c71dc req-196effad-6455-4f62-9715-64b958add94c tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=54a7104c-197d-4fa0-8d02-7bd249136409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428641 Apr 19 07:45:54.997115 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 42532) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:45:55.130511 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-ea387cf6-1aae-46d6-82f0-82208551ee7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:55.146185 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-ea387cf6-1aae-46d6-82f0-82208551ee7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:45:55.150289 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-ea387cf6-1aae-46d6-82f0-82208551ee7d admin admin] Usage tracker for resource:security_group_rule and tenant:1ec538d912a24b8cbe9dbdf904443ee0 is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:45:55.153276 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-ea387cf6-1aae-46d6-82f0-82208551ee7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:45:55.159310 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-ea387cf6-1aae-46d6-82f0-82208551ee7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:45:55.248913 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-ea387cf6-1aae-46d6-82f0-82208551ee7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:55.252431 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-ea387cf6-1aae-46d6-82f0-82208551ee7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:55.260351 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-b243d18f-bccf-43e1-87e4-41d62c81377c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:45:55.304766 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-ea387cf6-1aae-46d6-82f0-82208551ee7d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1ec538d912a24b8cbe9dbdf904443ee0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3064888 Apr 19 07:45:55.305700 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea387cf6-1aae-46d6-82f0-82208551ee7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f19ffc6-9e7a-4039-bef3-7c8e93a48dc7,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:45:55.308689 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 42544) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:45:55.309184 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-ea387cf6-1aae-46d6-82f0-82208551ee7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:45:55.371614 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-47df04f9-4995-4cac-9dba-0428add9e4d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:55.451502 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-47df04f9-4995-4cac-9dba-0428add9e4d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:55.526221 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4fcdd4-8f2d-49c8-9dfb-e504f49fe4ed req-3243bc42-7cb1-47ba-8b31-9287acd9cbf1 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:45:55.527841 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-3d4fcdd4-8f2d-49c8-9dfb-e504f49fe4ed req-3243bc42-7cb1-47ba-8b31-9287acd9cbf1 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb2e375-2b4d-44e3-9bba-7fc338663cec HTTP/1.1" status: 200 len: 946 time: 0.2772624 Apr 19 07:45:55.528968 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-47df04f9-4995-4cac-9dba-0428add9e4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:55.532897 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-33e9684e-5199-4adb-9d35-78e47bea40e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:45:55.559598 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47df04f9-4995-4cac-9dba-0428add9e4d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f19ffc6-9e7a-4039-bef3-7c8e93a48dc7,revision_number=None']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:45:55.570637 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-47df04f9-4995-4cac-9dba-0428add9e4d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:45:55.575206 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-47df04f9-4995-4cac-9dba-0428add9e4d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:45:55.576414 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-47df04f9-4995-4cac-9dba-0428add9e4d5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8f19ffc6-9e7a-4039-bef3-7c8e93a48dc7 HTTP/1.1" status: 204 len: 168 time: 0.2666311 Apr 19 07:45:55.596950 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-3d4fcdd4-8f2d-49c8-9dfb-e504f49fe4ed req-a2cd9e16-54dd-4405-a8be-a640fff24c2b tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=54a7104c-197d-4fa0-8d02-7bd249136409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569906 Apr 19 07:45:56.806836 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26db6541-8703-4fae-b18c-009835c8b3a8 req-4dee4a90-c8f8-4c26-94c1-73c8b379857e tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:45:56.808515 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-26db6541-8703-4fae-b18c-009835c8b3a8 req-4dee4a90-c8f8-4c26-94c1-73c8b379857e tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb2e375-2b4d-44e3-9bba-7fc338663cec HTTP/1.1" status: 200 len: 946 time: 0.0926065 Apr 19 07:45:56.857072 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-26db6541-8703-4fae-b18c-009835c8b3a8 req-a63ade9c-0229-4a0f-9f34-9de025853908 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=54a7104c-197d-4fa0-8d02-7bd249136409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418339 Apr 19 07:45:58.074853 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eb2596-d56b-418e-afa0-331bf0a3a0ed req-2c66d262-fa53-4be1-a92c-1678e868d004 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:45:58.076611 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-c9eb2596-d56b-418e-afa0-331bf0a3a0ed req-2c66d262-fa53-4be1-a92c-1678e868d004 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb2e375-2b4d-44e3-9bba-7fc338663cec HTTP/1.1" status: 200 len: 946 time: 0.0958652 Apr 19 07:45:58.130296 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-c9eb2596-d56b-418e-afa0-331bf0a3a0ed req-e96d0935-dae2-4678-98dc-9ddc613a11ed tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=54a7104c-197d-4fa0-8d02-7bd249136409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471694 Apr 19 07:45:59.340747 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e70cc42-50ad-44b8-83ec-6c44d13179ad req-4dc30c3d-394b-4258-94e1-af13680e3d43 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:45:59.343185 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-6e70cc42-50ad-44b8-83ec-6c44d13179ad req-4dc30c3d-394b-4258-94e1-af13680e3d43 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb2e375-2b4d-44e3-9bba-7fc338663cec HTTP/1.1" status: 200 len: 946 time: 0.0881724 Apr 19 07:45:59.391835 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-6e70cc42-50ad-44b8-83ec-6c44d13179ad req-138bc7c6-a5e1-4d9d-af8f-a37e39d56f32 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=54a7104c-197d-4fa0-8d02-7bd249136409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429811 Apr 19 07:46:00.606292 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed63402-3b0c-47ea-9a0e-983db7c4fbbd req-aef93c0a-553e-4f6d-a52a-990f492fec97 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:00.607976 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-9ed63402-3b0c-47ea-9a0e-983db7c4fbbd req-aef93c0a-553e-4f6d-a52a-990f492fec97 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb2e375-2b4d-44e3-9bba-7fc338663cec HTTP/1.1" status: 200 len: 946 time: 0.0966566 Apr 19 07:46:00.657447 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-9ed63402-3b0c-47ea-9a0e-983db7c4fbbd req-04dda2c9-d964-4ca3-91d2-b3560371f122 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=54a7104c-197d-4fa0-8d02-7bd249136409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427973 Apr 19 07:46:01.377767 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2413bf3d-f27a-44a6-85bb-f89d415039cd req-e814ca90-4301-401a-842f-50280203ebcb tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:01.379313 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-2413bf3d-f27a-44a6-85bb-f89d415039cd req-e814ca90-4301-401a-842f-50280203ebcb tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c8ee91-d18f-4ffb-b5ef-041529e11cb2 HTTP/1.1" status: 200 len: 946 time: 0.2932413 Apr 19 07:46:01.436199 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-2413bf3d-f27a-44a6-85bb-f89d415039cd req-4a6086f8-cd14-47a0-9eb9-08b9d9f22ae7 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/security-groups?id=f52fde24-61e4-489f-8f08-9e781c9d9c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496218 Apr 19 07:46:01.876272 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f327e5e9-6666-4d48-a53b-22019054fb69 req-e638644b-6c2e-4bb1-beaf-9c85c04d2303 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:01.877850 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-f327e5e9-6666-4d48-a53b-22019054fb69 req-e638644b-6c2e-4bb1-beaf-9c85c04d2303 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb2e375-2b4d-44e3-9bba-7fc338663cec HTTP/1.1" status: 200 len: 946 time: 0.0985663 Apr 19 07:46:01.927707 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-f327e5e9-6666-4d48-a53b-22019054fb69 req-dce0204c-fcd7-4958-8432-d4d846c6acbc tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=54a7104c-197d-4fa0-8d02-7bd249136409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425582 Apr 19 07:46:02.246161 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Device f566711e-dd39-4231-b2af-04c9f216c4c1 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=86414) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 07:46:02.392010 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] For port f566711e-dd39-4231-b2af-04c9f216c4c1, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=f566711e-dd39-4231-b2af-04c9f216c4c1,segment=NetworkSegment(82586cc3-7b22-4a5c-b95c-8fce131571e9),segment_id=82586cc3-7b22-4a5c-b95c-8fce131571e9)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:46:02.407030 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Returning: {'device': 'f566711e-dd39-4231-b2af-04c9f216c4c1', 'network_id': '54cc282c-1ba1-4d63-8981-01ed15bb5ad4', 'port_id': 'f566711e-dd39-4231-b2af-04c9f216c4c1', 'mac_address': 'fa:16:3e:7b:31:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '576f6062-f22a-411b-bc12-7e9099407d19', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86414) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 07:46:02.472583 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:02.493082 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f566711e-dd39-4231-b2af-04c9f216c4c1 {{(pid=86414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 07:46:02.509622 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] For port f566711e-dd39-4231-b2af-04c9f216c4c1, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=f566711e-dd39-4231-b2af-04c9f216c4c1,segment=NetworkSegment(82586cc3-7b22-4a5c-b95c-8fce131571e9),segment_id=82586cc3-7b22-4a5c-b95c-8fce131571e9)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:46:02.513598 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:02.515434 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:46:02.591415 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Pushing event updated for resources: {'Port': ['ID=f566711e-dd39-4231-b2af-04c9f216c4c1,revision_number=6']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:46:02.601220 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:46:02.601859 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:46:02.602574 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:46:02.603332 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:46:02.604159 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:46:02.604935 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:46:02.605743 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:46:02.607238 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:46:02.607805 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:46:02.608182 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:46:02.608550 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:46:02.608915 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:46:02.614339 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:46:02.618054 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] get_ports_and_sgs() called for port_ids ['f566711e-dd39-4231-b2af-04c9f216c4c1'] {{(pid=86414) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 07:46:02.658818 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c43de2-2291-41a8-80ea-aba828bc8c4b req-0f6e49b2-3ad9-431a-86c7-3b64bcde7460 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:02.660647 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-b3c43de2-2291-41a8-80ea-aba828bc8c4b req-0f6e49b2-3ad9-431a-86c7-3b64bcde7460 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c8ee91-d18f-4ffb-b5ef-041529e11cb2 HTTP/1.1" status: 200 len: 946 time: 0.0953152 Apr 19 07:46:02.711029 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-b3c43de2-2291-41a8-80ea-aba828bc8c4b req-38939c87-fcd5-40be-b1ec-280e3cbb0a13 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/security-groups?id=f52fde24-61e4-489f-8f08-9e781c9d9c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424149 Apr 19 07:46:03.325654 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdff416-6ab5-46b4-bde3-0957c19b957b req-cedf792b-61e0-4d1e-b7c8-baa109e0bcc7 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:03.327499 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-2fdff416-6ab5-46b4-bde3-0957c19b957b req-cedf792b-61e0-4d1e-b7c8-baa109e0bcc7 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb2e375-2b4d-44e3-9bba-7fc338663cec HTTP/1.1" status: 200 len: 945 time: 0.1115706 Apr 19 07:46:03.382819 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-2fdff416-6ab5-46b4-bde3-0957c19b957b req-2b20c1e5-0630-463c-a193-85eb4b51239c tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=54a7104c-197d-4fa0-8d02-7bd249136409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484033 Apr 19 07:46:03.962432 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdca92d-892a-41d9-b523-98369e14ed8a req-a65ad321-c896-424e-8348-7823813582b1 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:03.964406 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-dfdca92d-892a-41d9-b523-98369e14ed8a req-a65ad321-c896-424e-8348-7823813582b1 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c8ee91-d18f-4ffb-b5ef-041529e11cb2 HTTP/1.1" status: 200 len: 946 time: 0.0970001 Apr 19 07:46:04.030205 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-dfdca92d-892a-41d9-b523-98369e14ed8a req-f11fdee9-f83a-496b-b9a3-a07d5b07604b tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/security-groups?id=f52fde24-61e4-489f-8f08-9e781c9d9c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557485 Apr 19 07:46:04.266332 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Device f566711e-dd39-4231-b2af-04c9f216c4c1 up at agent hyperv_hv-cinder-77387 {{(pid=86414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 07:46:04.343794 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Provisioning complete for port f566711e-dd39-4231-b2af-04c9f216c4c1 triggered by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:46:04.344873 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:04.485607 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:04.521747 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb2e375-2b4d-44e3-9bba-7fc338663cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f566711e-dd39-4231-b2af-04c9f216c4c1'}] {{(pid=86414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 07:46:04.533534 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] For port f566711e-dd39-4231-b2af-04c9f216c4c1, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=f566711e-dd39-4231-b2af-04c9f216c4c1,segment=NetworkSegment(82586cc3-7b22-4a5c-b95c-8fce131571e9),segment_id=82586cc3-7b22-4a5c-b95c-8fce131571e9)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:46:04.536592 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:04.538576 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:46:04.620629 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb2e375-2b4d-44e3-9bba-7fc338663cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f566711e-dd39-4231-b2af-04c9f216c4c1', 'code': 200} Apr 19 07:46:04.624419 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Pushing event updated for resources: {'Port': ['ID=f566711e-dd39-4231-b2af-04c9f216c4c1,revision_number=7']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:46:04.634930 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:46:04.676841 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bc3f3d-eebc-4004-8cc8-b8b8742758aa req-ce549085-ac89-43a8-9858-7667609679d0 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:04.678451 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-63bc3f3d-eebc-4004-8cc8-b8b8742758aa req-ce549085-ac89-43a8-9858-7667609679d0 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb2e375-2b4d-44e3-9bba-7fc338663cec HTTP/1.1" status: 200 len: 946 time: 0.1255882 Apr 19 07:46:04.735989 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-63bc3f3d-eebc-4004-8cc8-b8b8742758aa req-b0a59532-5cd2-446a-b5d5-11dfdf5f0113 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=54a7104c-197d-4fa0-8d02-7bd249136409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490487 Apr 19 07:46:05.313946 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daf324e-87ec-42da-9d06-90a6545a15cb req-59136309-e00f-4302-b01e-949b6aacab91 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:05.315709 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-8daf324e-87ec-42da-9d06-90a6545a15cb req-59136309-e00f-4302-b01e-949b6aacab91 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c8ee91-d18f-4ffb-b5ef-041529e11cb2 HTTP/1.1" status: 200 len: 946 time: 0.1023943 Apr 19 07:46:05.398311 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-8daf324e-87ec-42da-9d06-90a6545a15cb req-dc93a3df-6893-417d-b2d5-df92b00df259 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/security-groups?id=f52fde24-61e4-489f-8f08-9e781c9d9c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730038 Apr 19 07:46:05.629937 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 42746) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:46:05.777594 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-04fe2142-61b3-4664-b4aa-ca4eeae03894 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:05.799168 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-04fe2142-61b3-4664-b4aa-ca4eeae03894 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:46:05.804557 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-04fe2142-61b3-4664-b4aa-ca4eeae03894 admin admin] Usage tracker for resource:security_group_rule and tenant:c7895b30b64a4431ad62590cb773ade9 is out of sync, need to count used quota {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:46:05.807808 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-04fe2142-61b3-4664-b4aa-ca4eeae03894 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:46:05.829324 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-04fe2142-61b3-4664-b4aa-ca4eeae03894 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:46:05.967979 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-04fe2142-61b3-4664-b4aa-ca4eeae03894 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:05.983026 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-04fe2142-61b3-4664-b4aa-ca4eeae03894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:05.997937 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-b1f75eb1-501f-456f-aa78-c9787b0ad9b0 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:46:06.048624 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fe2142-61b3-4664-b4aa-ca4eeae03894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d97c192-6488-4052-9443-1ea09a7696d6,revision_number=1']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:46:06.053714 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-04fe2142-61b3-4664-b4aa-ca4eeae03894 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c7895b30b64a4431ad62590cb773ade9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4212608 Apr 19 07:46:06.056275 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 42754) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:46:06.069039 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-04fe2142-61b3-4664-b4aa-ca4eeae03894 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:46:06.130619 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71781f8c-c214-4831-8018-0d2fff462c40 req-aa48af8c-af06-4869-85f2-95bfe88290fa tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:06.133291 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-71781f8c-c214-4831-8018-0d2fff462c40 req-aa48af8c-af06-4869-85f2-95bfe88290fa tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb2e375-2b4d-44e3-9bba-7fc338663cec HTTP/1.1" status: 200 len: 946 time: 0.2089486 Apr 19 07:46:06.157543 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-34fa7e93-afec-4208-8d4f-8d34be764ba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:06.192352 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-71781f8c-c214-4831-8018-0d2fff462c40 req-40a14545-aa96-468a-99d8-cc4bbb68e3cf tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=54a7104c-197d-4fa0-8d02-7bd249136409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502863 Apr 19 07:46:06.208196 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-34fa7e93-afec-4208-8d4f-8d34be764ba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:06.260577 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-34fa7e93-afec-4208-8d4f-8d34be764ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:06.269890 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-d31dc611-0c7c-4a78-8052-c447204ac8d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:46:06.282237 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fa7e93-afec-4208-8d4f-8d34be764ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d97c192-6488-4052-9443-1ea09a7696d6,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:46:06.293541 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fa7e93-afec-4208-8d4f-8d34be764ba9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:46:06.294306 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fa7e93-afec-4208-8d4f-8d34be764ba9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:46:06.294869 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fa7e93-afec-4208-8d4f-8d34be764ba9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:46:06.295724 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fa7e93-afec-4208-8d4f-8d34be764ba9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:46:06.296127 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fa7e93-afec-4208-8d4f-8d34be764ba9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:46:06.296535 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fa7e93-afec-4208-8d4f-8d34be764ba9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:46:06.296937 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fa7e93-afec-4208-8d4f-8d34be764ba9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:46:06.297332 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fa7e93-afec-4208-8d4f-8d34be764ba9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:46:06.297734 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fa7e93-afec-4208-8d4f-8d34be764ba9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:46:06.298127 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fa7e93-afec-4208-8d4f-8d34be764ba9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:46:06.298522 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fa7e93-afec-4208-8d4f-8d34be764ba9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:46:06.298915 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fa7e93-afec-4208-8d4f-8d34be764ba9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:46:06.304534 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-34fa7e93-afec-4208-8d4f-8d34be764ba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:46:06.306731 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-34fa7e93-afec-4208-8d4f-8d34be764ba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:06.311440 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-34fa7e93-afec-4208-8d4f-8d34be764ba9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2d97c192-6488-4052-9443-1ea09a7696d6 HTTP/1.1" status: 204 len: 168 time: 0.2533915 Apr 19 07:46:06.682483 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 42766) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:46:06.704940 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-0102b9d8-886e-4e15-b7b6-e53410a3f9c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:06.713817 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c67168-e44e-47b6-ba9b-af85e2154e4c req-a1a8b787-7f13-4a0f-951f-04a31ed83e5e tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:06.715593 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-88c67168-e44e-47b6-ba9b-af85e2154e4c req-a1a8b787-7f13-4a0f-951f-04a31ed83e5e tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c8ee91-d18f-4ffb-b5ef-041529e11cb2 HTTP/1.1" status: 200 len: 946 time: 0.1061308 Apr 19 07:46:06.729449 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-0102b9d8-886e-4e15-b7b6-e53410a3f9c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:46:06.733950 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-0102b9d8-886e-4e15-b7b6-e53410a3f9c9 admin admin] Usage tracker for resource:security_group_rule and tenant:ba14a6af1e2a458eaf9aae943c019d67 is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:46:06.737005 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-0102b9d8-886e-4e15-b7b6-e53410a3f9c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:46:06.744446 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-0102b9d8-886e-4e15-b7b6-e53410a3f9c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:46:06.767092 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-88c67168-e44e-47b6-ba9b-af85e2154e4c req-bdd7a1cf-3737-4be6-881a-677eff2f67d0 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/security-groups?id=f52fde24-61e4-489f-8f08-9e781c9d9c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450361 Apr 19 07:46:06.846640 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-0102b9d8-886e-4e15-b7b6-e53410a3f9c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:06.850776 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-0102b9d8-886e-4e15-b7b6-e53410a3f9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:06.861057 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-6b357809-4231-4843-96f0-ae91a6330d63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:46:06.905955 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0102b9d8-886e-4e15-b7b6-e53410a3f9c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=031f10d9-e823-46ae-af3f-9dff8f2bdc2c,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:46:06.911519 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-0102b9d8-886e-4e15-b7b6-e53410a3f9c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:46:06.917977 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-0102b9d8-886e-4e15-b7b6-e53410a3f9c9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ba14a6af1e2a458eaf9aae943c019d67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2342238 Apr 19 07:46:06.918950 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 42770) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:46:06.995058 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-ca49ddcb-0ae3-4e6e-a95d-35d28ec4a59d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:07.029576 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-ca49ddcb-0ae3-4e6e-a95d-35d28ec4a59d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:07.051709 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-23514bca-a7fb-4a3b-acd5-c23710d16e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:07.096835 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-ca49ddcb-0ae3-4e6e-a95d-35d28ec4a59d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:07.102770 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-9bf0cb4f-bf3b-40f7-97c4-a0b383c3fe5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:46:07.121059 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca49ddcb-0ae3-4e6e-a95d-35d28ec4a59d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=031f10d9-e823-46ae-af3f-9dff8f2bdc2c,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:46:07.123575 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-ca49ddcb-0ae3-4e6e-a95d-35d28ec4a59d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:46:07.125187 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-ca49ddcb-0ae3-4e6e-a95d-35d28ec4a59d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:07.130463 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-ca49ddcb-0ae3-4e6e-a95d-35d28ec4a59d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/031f10d9-e823-46ae-af3f-9dff8f2bdc2c HTTP/1.1" status: 204 len: 168 time: 0.2101727 Apr 19 07:46:07.434694 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8763bd39-3a3b-457e-9af9-30ab28e8eb5c req-0d45320e-1043-4bf3-be29-9102b6c10058 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:07.436580 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-8763bd39-3a3b-457e-9af9-30ab28e8eb5c req-0d45320e-1043-4bf3-be29-9102b6c10058 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb2e375-2b4d-44e3-9bba-7fc338663cec HTTP/1.1" status: 200 len: 946 time: 0.0990105 Apr 19 07:46:07.492049 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-8763bd39-3a3b-457e-9af9-30ab28e8eb5c req-e6b7e45d-2671-4821-a446-ef2c675ddb72 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=54a7104c-197d-4fa0-8d02-7bd249136409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482535 Apr 19 07:46:07.576333 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 42780) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:46:07.596976 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-4b614fb4-041b-4431-a4c3-66bbc89420f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:07.614135 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-4b614fb4-041b-4431-a4c3-66bbc89420f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:46:07.618470 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-4b614fb4-041b-4431-a4c3-66bbc89420f5 admin admin] Usage tracker for resource:security_group_rule and tenant:13c9934677b54ce3a858015c6cc22533 is out of sync, need to count used quota {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:46:07.621953 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-4b614fb4-041b-4431-a4c3-66bbc89420f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:46:07.628117 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-4b614fb4-041b-4431-a4c3-66bbc89420f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:46:07.740928 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-4b614fb4-041b-4431-a4c3-66bbc89420f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:07.744786 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-4b614fb4-041b-4431-a4c3-66bbc89420f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:07.759708 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-1fadd6d5-9f49-4772-8c92-73be474f91df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:46:07.788922 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-4b614fb4-041b-4431-a4c3-66bbc89420f5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=13c9934677b54ce3a858015c6cc22533&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2111762 Apr 19 07:46:07.792567 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 42786) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:46:07.817009 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b614fb4-041b-4431-a4c3-66bbc89420f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc38c2cc-0770-4790-8522-17d720bc8f69,revision_number=1']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:46:07.821245 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-4b614fb4-041b-4431-a4c3-66bbc89420f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:46:07.897456 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-86cffdbf-2df0-4ea0-bbb7-16cd315f2391 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:07.942094 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-86cffdbf-2df0-4ea0-bbb7-16cd315f2391 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:07.997160 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-86cffdbf-2df0-4ea0-bbb7-16cd315f2391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:08.003103 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-e4b6e722-4b89-45ba-bf79-911c1e13c6c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:46:08.018070 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cffdbf-2df0-4ea0-bbb7-16cd315f2391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc38c2cc-0770-4790-8522-17d720bc8f69,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:46:08.018568 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcab5a3-41cb-4520-92c4-45084790c615 req-c4a71a11-dca9-4e66-bea7-a4c8a398a0d4 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:08.022249 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-86cffdbf-2df0-4ea0-bbb7-16cd315f2391 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:46:08.025896 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-86cffdbf-2df0-4ea0-bbb7-16cd315f2391 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:08.027396 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-bbcab5a3-41cb-4520-92c4-45084790c615 req-c4a71a11-dca9-4e66-bea7-a4c8a398a0d4 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c8ee91-d18f-4ffb-b5ef-041529e11cb2 HTTP/1.1" status: 200 len: 946 time: 0.1116076 Apr 19 07:46:08.040375 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-86cffdbf-2df0-4ea0-bbb7-16cd315f2391 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cc38c2cc-0770-4790-8522-17d720bc8f69 HTTP/1.1" status: 204 len: 168 time: 0.2468078 Apr 19 07:46:08.112253 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-bbcab5a3-41cb-4520-92c4-45084790c615 req-90788fed-00ac-4a30-b6fa-67a493ffd648 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/security-groups?id=f52fde24-61e4-489f-8f08-9e781c9d9c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718346 Apr 19 07:46:08.711614 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c111e90c-4ec1-4ae6-b0d9-a48e74f046fc req-e6fca691-19dc-4c4b-b7da-2da5891d4d4b tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:08.713387 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-c111e90c-4ec1-4ae6-b0d9-a48e74f046fc req-e6fca691-19dc-4c4b-b7da-2da5891d4d4b tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb2e375-2b4d-44e3-9bba-7fc338663cec HTTP/1.1" status: 200 len: 946 time: 0.0920751 Apr 19 07:46:08.765688 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-c111e90c-4ec1-4ae6-b0d9-a48e74f046fc req-098ce6ff-cf9d-4eb7-a646-3abb00dfb431 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=54a7104c-197d-4fa0-8d02-7bd249136409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456700 Apr 19 07:46:08.957768 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 42820) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:46:09.103310 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [None req-54d3c5c4-c687-419e-95ef-4ddd4f64a7ae admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1586842419-network', 'tenant_id': '9d74c1b5cf124d6f9828b772afd20b44'}} {{(pid=86412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:46:09.109275 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-54d3c5c4-c687-419e-95ef-4ddd4f64a7ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:46:09.113745 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-54d3c5c4-c687-419e-95ef-4ddd4f64a7ae admin admin] Usage tracker for resource:network and tenant:9d74c1b5cf124d6f9828b772afd20b44 is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:46:09.117623 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-54d3c5c4-c687-419e-95ef-4ddd4f64a7ae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:46:09.124051 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-54d3c5c4-c687-419e-95ef-4ddd4f64a7ae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:46:09.145735 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d3c5c4-c687-419e-95ef-4ddd4f64a7ae admin admin] Made reservation on behalf of 9d74c1b5cf124d6f9828b772afd20b44 for: {'network': 1} {{(pid=86412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 07:46:09.153125 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-54d3c5c4-c687-419e-95ef-4ddd4f64a7ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for network, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:09.158346 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-99a69c60-571a-433f-8b0b-145f81dd9e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:09.170773 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-54d3c5c4-c687-419e-95ef-4ddd4f64a7ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:09.189468 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-54d3c5c4-c687-419e-95ef-4ddd4f64a7ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:46:09.194651 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-54d3c5c4-c687-419e-95ef-4ddd4f64a7ae admin admin] Usage tracker for resource:security_group_rule and tenant:9d74c1b5cf124d6f9828b772afd20b44 is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:46:09.198704 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-54d3c5c4-c687-419e-95ef-4ddd4f64a7ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:46:09.206619 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-54d3c5c4-c687-419e-95ef-4ddd4f64a7ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:46:09.302363 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-54d3c5c4-c687-419e-95ef-4ddd4f64a7ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:09.306534 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-54d3c5c4-c687-419e-95ef-4ddd4f64a7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:09.311290 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-34fa7e93-afec-4208-8d4f-8d34be764ba9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:46:09.344333 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54d3c5c4-c687-419e-95ef-4ddd4f64a7ae admin admin] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=86412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 07:46:09.354079 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d3c5c4-c687-419e-95ef-4ddd4f64a7ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5ba21e-e655-476c-8e43-e95720ec74ad,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:46:09.358433 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-54d3c5c4-c687-419e-95ef-4ddd4f64a7ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:46:09.361446 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-54d3c5c4-c687-419e-95ef-4ddd4f64a7ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853992622'] for segment, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:09.361976 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.db.segments_db [None req-54d3c5c4-c687-419e-95ef-4ddd4f64a7ae admin admin] Added segment 018eeb57-9e6d-47cd-8441-1c809f625298 of type vlan for network a04f55f0-ec66-435f-9f03-b650e760ac57 Apr 19 07:46:09.382656 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866529e-b6f3-439a-b576-4f3e0ed6f1a2 req-bb7ed200-1777-4ab3-9cac-cc927156593b tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:09.384498 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-e866529e-b6f3-439a-b576-4f3e0ed6f1a2 req-bb7ed200-1777-4ab3-9cac-cc927156593b tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c8ee91-d18f-4ffb-b5ef-041529e11cb2 HTTP/1.1" status: 200 len: 946 time: 0.1477866 Apr 19 07:46:09.393609 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-54d3c5c4-c687-419e-95ef-4ddd4f64a7ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769764214250'] for network, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:09.427600 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-54d3c5c4-c687-419e-95ef-4ddd4f64a7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314'] for network, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:09.430232 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d3c5c4-c687-419e-95ef-4ddd4f64a7ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:09.431109 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-54d3c5c4-c687-419e-95ef-4ddd4f64a7ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853097331'] for network, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:09.438583 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-59568fcc-5813-4d6e-8f1a-69e7bbfba619 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:46:09.453935 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-e866529e-b6f3-439a-b576-4f3e0ed6f1a2 req-3ac10d1f-e172-427d-a9b9-7633fe00378f tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/security-groups?id=f52fde24-61e4-489f-8f08-9e781c9d9c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606480 Apr 19 07:46:09.553301 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-54d3c5c4-c687-419e-95ef-4ddd4f64a7ae admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5943217 Apr 19 07:46:09.554313 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d3c5c4-c687-419e-95ef-4ddd4f64a7ae admin admin] Pushing event updated for resources: {'Network': ['ID=a04f55f0-ec66-435f-9f03-b650e760ac57,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:46:09.556549 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 42828) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:46:09.557524 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-54d3c5c4-c687-419e-95ef-4ddd4f64a7ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:46:09.562741 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [None req-6a6f5314-f171-45d8-bd17-ea7bead508a6 admin admin] Request body: {'subnet': {'network_id': 'a04f55f0-ec66-435f-9f03-b650e760ac57', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1586842419-subnet', 'tenant_id': '9d74c1b5cf124d6f9828b772afd20b44', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:46:09.568093 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-6a6f5314-f171-45d8-bd17-ea7bead508a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:46:09.569360 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Network a04f55f0-ec66-435f-9f03-b650e760ac57 details requested by agent ovs-agent-dv-cinder-773870-2-smb with host dv-cinder-773870-2-smb {{(pid=86414) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 07:46:09.572493 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-6a6f5314-f171-45d8-bd17-ea7bead508a6 admin admin] Usage tracker for resource:subnet and tenant:9d74c1b5cf124d6f9828b772afd20b44 is out of sync, need to count used quota {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:46:09.575641 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-6a6f5314-f171-45d8-bd17-ea7bead508a6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:46:09.594957 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-6a6f5314-f171-45d8-bd17-ea7bead508a6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:46:09.610539 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a6f5314-f171-45d8-bd17-ea7bead508a6 admin admin] Made reservation on behalf of 9d74c1b5cf124d6f9828b772afd20b44 for: {'subnet': 1} {{(pid=86413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 07:46:09.616654 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6a6f5314-f171-45d8-bd17-ea7bead508a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3897874'] for subnet, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:09.781931 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bf2cef0d-0a86-410b-90d7-6d8fe7ad6153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:10.084718 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da305f4-f682-4c1c-8862-d3d3fe1ea02c req-85d95545-33e4-49d6-a0f5-4d926934f905 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:10.092630 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-9da305f4-f682-4c1c-8862-d3d3fe1ea02c req-85d95545-33e4-49d6-a0f5-4d926934f905 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb2e375-2b4d-44e3-9bba-7fc338663cec HTTP/1.1" status: 200 len: 946 time: 0.1434817 Apr 19 07:46:10.178297 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-9da305f4-f682-4c1c-8862-d3d3fe1ea02c req-5224ae29-5b00-4811-9ec1-07d1d83351e9 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=54a7104c-197d-4fa0-8d02-7bd249136409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846937 Apr 19 07:46:10.226221 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6a6f5314-f171-45d8-bd17-ea7bead508a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1716840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851879171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3897859'] for subnet, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:10.231726 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:46:10.310448 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6f5314-f171-45d8-bd17-ea7bead508a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35359a8b-0499-41b3-b3ba-6a8f32b3df00,revision_number=0']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:46:10.314279 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-6a6f5314-f171-45d8-bd17-ea7bead508a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:46:10.320827 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6f5314-f171-45d8-bd17-ea7bead508a6 admin admin] Checking segment: {'id': '018eeb57-9e6d-47cd-8441-1c809f625298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a04f55f0-ec66-435f-9f03-b650e760ac57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 07:46:10.321209 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6f5314-f171-45d8-bd17-ea7bead508a6 admin admin] Network hostable DHCP agents. Network: a04f55f0-ec66-435f-9f03-b650e760ac57, hostable agents: ['f48e5f8f-9537-4f01-bc3c-e3892051a721'], hosted agents: [] {{(pid=86413) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 07:46:10.341094 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6f5314-f171-45d8-bd17-ea7bead508a6 admin admin] Network a04f55f0-ec66-435f-9f03-b650e760ac57 is scheduled to be hosted by DHCP agent f48e5f8f-9537-4f01-bc3c-e3892051a721 with binding_index 1 {{(pid=86413) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 07:46:10.350464 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.base_scheduler [None req-6a6f5314-f171-45d8-bd17-ea7bead508a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773870-2-smb, a04f55f0-ec66-435f-9f03-b650e760ac57) {{(pid=86413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 07:46:10.358963 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951dac0b-02a4-41cb-980b-a06b60adb16a None None] Network a04f55f0-ec66-435f-9f03-b650e760ac57 requested from dv-cinder-773870-2-smb {{(pid=86414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 07:46:10.376946 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6f5314-f171-45d8-bd17-ea7bead508a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:10.377696 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6a6f5314-f171-45d8-bd17-ea7bead508a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853097331'] for subnet, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:10.419863 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-6a6f5314-f171-45d8-bd17-ea7bead508a6 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8620191 Apr 19 07:46:10.538607 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:10.611972 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d26817-7546-4683-9930-2fd0d6aa866d None None] Network a04f55f0-ec66-435f-9f03-b650e760ac57 requested from dv-cinder-773870-2-smb {{(pid=86414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 07:46:10.695010 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4e45f-ef05-4c01-8c7e-3c2560297ed3 req-2f06cfde-f815-40a6-a519-3bd0f92fb23a tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:10.704668 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-27e4e45f-ef05-4c01-8c7e-3c2560297ed3 req-2f06cfde-f815-40a6-a519-3bd0f92fb23a tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c8ee91-d18f-4ffb-b5ef-041529e11cb2 HTTP/1.1" status: 200 len: 946 time: 0.1199040 Apr 19 07:46:10.801520 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-27e4e45f-ef05-4c01-8c7e-3c2560297ed3 req-d09b55f8-ff94-45e6-990b-c8fcad5f478f tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/security-groups?id=f52fde24-61e4-489f-8f08-9e781c9d9c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956321 Apr 19 07:46:10.893777 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:10.970619 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aea6c7-710b-4396-87e9-292472efe916 req-aa3c5eed-0ea0-4ce7-b32f-7f40ebf99a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:10.972961 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-82aea6c7-710b-4396-87e9-292472efe916 req-aa3c5eed-0ea0-4ce7-b32f-7f40ebf99a63 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d586c25e55a34159945f172e7227aaea&device_id=a0c8ee91-d18f-4ffb-b5ef-041529e11cb2 HTTP/1.1" status: 200 len: 1099 time: 0.1171913 Apr 19 07:46:11.141844 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aea6c7-710b-4396-87e9-292472efe916 req-02da19a2-0d7e-462d-8d0b-5c26fcfaf82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:11.143535 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-82aea6c7-710b-4396-87e9-292472efe916 req-02da19a2-0d7e-462d-8d0b-5c26fcfaf82f service neutron] 10.222.0.42 "GET /v2.0/networks?id=f31f6013-b5a9-48b8-9235-e85b54de9f4c HTTP/1.1" status: 200 len: 910 time: 0.1491966 Apr 19 07:46:11.302934 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-82aea6c7-710b-4396-87e9-292472efe916 req-2c1355d3-bef1-4de3-a0c7-2b2d763adb06 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c17df7c2-91d2-445f-a304-b89d9c6c6e81 HTTP/1.1" status: 200 len: 1002 time: 0.1511440 Apr 19 07:46:11.371930 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d08bd89e-63cf-49bc-b1d3-e1c35da66f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:11.487427 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aea6c7-710b-4396-87e9-292472efe916 req-8ea94013-2c2d-4393-89ee-1ebad0650c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:11.489773 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-82aea6c7-710b-4396-87e9-292472efe916 req-8ea94013-2c2d-4393-89ee-1ebad0650c66 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=30300aca-9c6c-45e4-95e0-6b32276ec6ab HTTP/1.1" status: 200 len: 848 time: 0.1795769 Apr 19 07:46:11.535154 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f62c638-263d-415a-824a-9cf92e1fb07f req-ee3ac0bf-c1ca-4740-a17c-bc5629fc7c3c tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:11.542961 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-6f62c638-263d-415a-824a-9cf92e1fb07f req-ee3ac0bf-c1ca-4740-a17c-bc5629fc7c3c tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb2e375-2b4d-44e3-9bba-7fc338663cec HTTP/1.1" status: 200 len: 946 time: 0.1302040 Apr 19 07:46:11.601640 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-6f62c638-263d-415a-824a-9cf92e1fb07f req-f1e117ae-5111-4475-8f64-83f5197e5d2c tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=54a7104c-197d-4fa0-8d02-7bd249136409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575981 Apr 19 07:46:11.627101 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aea6c7-710b-4396-87e9-292472efe916 req-f373c654-8a32-4aed-ae90-441eaeeb4909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:11.628648 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-82aea6c7-710b-4396-87e9-292472efe916 req-f373c654-8a32-4aed-ae90-441eaeeb4909 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f31f6013-b5a9-48b8-9235-e85b54de9f4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1311979 Apr 19 07:46:12.020636 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8157474c-64f3-464f-aaf3-87d679265fb1 req-8972dd86-05e5-49ae-af18-fa86f66f1a41 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:12.022439 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-8157474c-64f3-464f-aaf3-87d679265fb1 req-8972dd86-05e5-49ae-af18-fa86f66f1a41 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c8ee91-d18f-4ffb-b5ef-041529e11cb2 HTTP/1.1" status: 200 len: 946 time: 0.1032305 Apr 19 07:46:12.072138 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-82aea6c7-710b-4396-87e9-292472efe916 req-11bf6143-ad8a-4183-8094-ba62a8fbc8d5 service neutron] 10.222.0.42 "GET /v2.0/networks/f31f6013-b5a9-48b8-9235-e85b54de9f4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4357820 Apr 19 07:46:12.098815 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-8157474c-64f3-464f-aaf3-87d679265fb1 req-fb83af6c-05a6-4ae2-8ec5-17090823e6b6 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/security-groups?id=f52fde24-61e4-489f-8f08-9e781c9d9c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651379 Apr 19 07:46:12.243107 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-82aea6c7-710b-4396-87e9-292472efe916 req-ad10a9e3-7798-4129-91db-67de5e3a48ed service neutron] 10.222.0.42 "GET /v2.0/networks/f31f6013-b5a9-48b8-9235-e85b54de9f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631565 Apr 19 07:46:12.392163 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625856e8-7a4f-493a-8f04-b34bd753292e req-d31e6cfa-025b-4ae7-913d-880c6a307528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:12.394177 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-625856e8-7a4f-493a-8f04-b34bd753292e req-d31e6cfa-025b-4ae7-913d-880c6a307528 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d586c25e55a34159945f172e7227aaea&device_id=a0c8ee91-d18f-4ffb-b5ef-041529e11cb2 HTTP/1.1" status: 200 len: 1099 time: 0.0952175 Apr 19 07:46:12.544625 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625856e8-7a4f-493a-8f04-b34bd753292e req-fde937d9-82b8-451d-9610-fdf32e5fc82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:12.546236 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-625856e8-7a4f-493a-8f04-b34bd753292e req-fde937d9-82b8-451d-9610-fdf32e5fc82d service neutron] 10.222.0.42 "GET /v2.0/networks?id=f31f6013-b5a9-48b8-9235-e85b54de9f4c HTTP/1.1" status: 200 len: 910 time: 0.1453810 Apr 19 07:46:12.715113 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-625856e8-7a4f-493a-8f04-b34bd753292e req-77e6ef58-d602-4213-b758-4696f8cd2c81 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c17df7c2-91d2-445f-a304-b89d9c6c6e81 HTTP/1.1" status: 200 len: 1002 time: 0.1610334 Apr 19 07:46:12.810497 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625856e8-7a4f-493a-8f04-b34bd753292e req-b2677004-a43c-4ba6-8da0-52bc23a53325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:12.812261 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-625856e8-7a4f-493a-8f04-b34bd753292e req-b2677004-a43c-4ba6-8da0-52bc23a53325 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=30300aca-9c6c-45e4-95e0-6b32276ec6ab HTTP/1.1" status: 200 len: 848 time: 0.0913188 Apr 19 07:46:12.901529 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625856e8-7a4f-493a-8f04-b34bd753292e req-7c24d005-c275-425e-b15c-c457179e586b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:12.903234 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-625856e8-7a4f-493a-8f04-b34bd753292e req-7c24d005-c275-425e-b15c-c457179e586b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f31f6013-b5a9-48b8-9235-e85b54de9f4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0834341 Apr 19 07:46:13.062274 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-625856e8-7a4f-493a-8f04-b34bd753292e req-8bc83048-645b-407d-a0c0-aa06b3703efe service neutron] 10.222.0.42 "GET /v2.0/networks/f31f6013-b5a9-48b8-9235-e85b54de9f4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453614 Apr 19 07:46:13.183712 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b1e043-4d91-40bc-b941-e92b261bbe35 req-146a53ca-a82b-49a0-894c-660af5339fb9 tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:13.185259 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-03b1e043-4d91-40bc-b941-e92b261bbe35 req-146a53ca-a82b-49a0-894c-660af5339fb9 tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] 10.222.0.41 "GET /v2.0/networks?id=a04f55f0-ec66-435f-9f03-b650e760ac57 HTTP/1.1" status: 200 len: 814 time: 0.4607930 Apr 19 07:46:13.206334 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-625856e8-7a4f-493a-8f04-b34bd753292e req-a3980365-9e93-4541-a7e1-27f80f60a7c0 service neutron] 10.222.0.42 "GET /v2.0/networks/f31f6013-b5a9-48b8-9235-e85b54de9f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366165 Apr 19 07:46:13.208993 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d0c18-7e6f-4e94-9c80-01d8462866b0 req-976258e7-2736-4a74-8784-00843fc3c3de tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:13.210530 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-942d0c18-7e6f-4e94-9c80-01d8462866b0 req-976258e7-2736-4a74-8784-00843fc3c3de tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb2e375-2b4d-44e3-9bba-7fc338663cec HTTP/1.1" status: 200 len: 946 time: 0.1474850 Apr 19 07:46:13.214249 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-03b1e043-4d91-40bc-b941-e92b261bbe35 req-b1cd94c2-5341-4749-992f-17873c916b58 tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] 10.222.0.41 "GET /v2.0/quotas/9d74c1b5cf124d6f9828b772afd20b44 HTTP/1.1" status: 200 len: 375 time: 0.0214350 Apr 19 07:46:13.291407 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-03b1e043-4d91-40bc-b941-e92b261bbe35 req-45da2a29-d34f-4714-aee1-5cb79ee7c7d5 tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d74c1b5cf124d6f9828b772afd20b44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0598850 Apr 19 07:46:13.309080 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-942d0c18-7e6f-4e94-9c80-01d8462866b0 req-049c3c36-d736-4bb1-b4f8-e3b161b8f66e tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=54a7104c-197d-4fa0-8d02-7bd249136409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920789 Apr 19 07:46:13.497300 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-03b1e043-4d91-40bc-b941-e92b261bbe35 req-6c58fb0d-8ddd-448a-b441-4359ffbeb7cb service neutron] 10.222.0.41 "GET /v2.0/networks/a04f55f0-ec66-435f-9f03-b650e760ac57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975169 Apr 19 07:46:13.505685 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb0cee8-27ee-4aca-9305-a914f0d7ea72 req-8a29f561-8c47-4aa4-bd02-c4d43b16c55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:13.507345 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-7cb0cee8-27ee-4aca-9305-a914f0d7ea72 req-8a29f561-8c47-4aa4-bd02-c4d43b16c55b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3ef6d999ea3a4447a9b6387c496ca58a&device_id=6bb2e375-2b4d-44e3-9bba-7fc338663cec HTTP/1.1" status: 200 len: 1099 time: 0.0847993 Apr 19 07:46:13.650889 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb0cee8-27ee-4aca-9305-a914f0d7ea72 req-40413343-c62c-4a79-88db-e2f423566c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:13.652592 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-7cb0cee8-27ee-4aca-9305-a914f0d7ea72 req-40413343-c62c-4a79-88db-e2f423566c0f service neutron] 10.222.0.42 "GET /v2.0/networks?id=54cc282c-1ba1-4d63-8981-01ed15bb5ad4 HTTP/1.1" status: 200 len: 917 time: 0.1375320 Apr 19 07:46:13.704117 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-03b1e043-4d91-40bc-b941-e92b261bbe35 req-7c2084bc-6bc2-4306-ab1c-49749558ddfc service neutron] 10.222.0.41 "GET /v2.0/networks/a04f55f0-ec66-435f-9f03-b650e760ac57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998994 Apr 19 07:46:13.722262 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1e2cbe-f8e2-47bd-bc4f-a9f865647640 req-74db48dc-7730-4d16-ab04-4346c5bb458f tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:13.723885 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-9d1e2cbe-f8e2-47bd-bc4f-a9f865647640 req-74db48dc-7730-4d16-ab04-4346c5bb458f tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c8ee91-d18f-4ffb-b5ef-041529e11cb2 HTTP/1.1" status: 200 len: 946 time: 0.1837049 Apr 19 07:46:13.764244 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-7cb0cee8-27ee-4aca-9305-a914f0d7ea72 req-2a4fa503-d2d7-4491-9ca5-ea1871eb8989 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f566711e-dd39-4231-b2af-04c9f216c4c1 HTTP/1.1" status: 200 len: 1002 time: 0.1045177 Apr 19 07:46:13.773878 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-9d1e2cbe-f8e2-47bd-bc4f-a9f865647640 req-9052b4c3-0064-428a-b33a-a8be8ba1a124 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/security-groups?id=f52fde24-61e4-489f-8f08-9e781c9d9c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427063 Apr 19 07:46:13.845591 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb0cee8-27ee-4aca-9305-a914f0d7ea72 req-dbb18977-2cd9-4dc7-a673-b46af1a2dd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:13.850733 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-7cb0cee8-27ee-4aca-9305-a914f0d7ea72 req-dbb18977-2cd9-4dc7-a673-b46af1a2dd10 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=576f6062-f22a-411b-bc12-7e9099407d19 HTTP/1.1" status: 200 len: 855 time: 0.0761416 Apr 19 07:46:13.923868 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-21036bad-4a77-4aa8-a01d-c410de1bcf6c req-165812d5-8c3a-4cb7-b1d0-c8196f9ee420 tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] 10.222.0.41 "GET /v2.0/ports?device_id=027cb2f8-161a-41db-ac48-5fa4b45d086f HTTP/1.1" status: 200 len: 210 time: 0.0676758 Apr 19 07:46:13.939036 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb0cee8-27ee-4aca-9305-a914f0d7ea72 req-7db5311b-0e78-4e1f-97e1-edb0a0bb6439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:13.940856 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-7cb0cee8-27ee-4aca-9305-a914f0d7ea72 req-7db5311b-0e78-4e1f-97e1-edb0a0bb6439 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=54cc282c-1ba1-4d63-8981-01ed15bb5ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0863616 Apr 19 07:46:14.090193 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-7cb0cee8-27ee-4aca-9305-a914f0d7ea72 req-7d7187cd-8201-4005-baa9-f33edc3d1cfc service neutron] 10.222.0.42 "GET /v2.0/networks/54cc282c-1ba1-4d63-8981-01ed15bb5ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418257 Apr 19 07:46:14.260982 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-7cb0cee8-27ee-4aca-9305-a914f0d7ea72 req-4be09005-8372-490c-8293-6a2558ce6683 service neutron] 10.222.0.42 "GET /v2.0/networks/54cc282c-1ba1-4d63-8981-01ed15bb5ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617811 Apr 19 07:46:14.521423 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373dccaa-5fce-4190-a6ba-2783dabc7ac6 req-af329080-a643-4e1a-a2e3-5831ed3f7c38 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:14.523134 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-373dccaa-5fce-4190-a6ba-2783dabc7ac6 req-af329080-a643-4e1a-a2e3-5831ed3f7c38 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb2e375-2b4d-44e3-9bba-7fc338663cec HTTP/1.1" status: 200 len: 946 time: 0.0890329 Apr 19 07:46:14.578318 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-373dccaa-5fce-4190-a6ba-2783dabc7ac6 req-e5e436ae-28a3-4df9-b740-0ba1ded6cacc tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=54a7104c-197d-4fa0-8d02-7bd249136409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473130 Apr 19 07:46:14.985888 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6b4dbc-77ae-4535-8421-783a81a15992 req-751e7f80-ef03-46b0-9fde-074ea2b79f78 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:14.987493 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-3a6b4dbc-77ae-4535-8421-783a81a15992 req-751e7f80-ef03-46b0-9fde-074ea2b79f78 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c8ee91-d18f-4ffb-b5ef-041529e11cb2 HTTP/1.1" status: 200 len: 946 time: 0.0941925 Apr 19 07:46:15.048795 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-3a6b4dbc-77ae-4535-8421-783a81a15992 req-fb62761e-e84a-4364-9968-2c1c7706aa0f tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/security-groups?id=f52fde24-61e4-489f-8f08-9e781c9d9c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541108 Apr 19 07:46:15.130362 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-b82a703e-3301-4e0d-bc1c-ee74b065532b req-63f8e43e-7371-4381-a83a-d1ab130e014f tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] 10.222.0.41 "GET /v2.0/ports?device_id=027cb2f8-161a-41db-ac48-5fa4b45d086f HTTP/1.1" status: 200 len: 210 time: 0.0804358 Apr 19 07:46:15.296381 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b1e043-4d91-40bc-b941-e92b261bbe35 req-6cd80085-0094-4c70-a885-197a2b0307cb tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:15.297119 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-03b1e043-4d91-40bc-b941-e92b261bbe35 req-6cd80085-0094-4c70-a885-197a2b0307cb tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Synchronizing usage tracker for tenant:9d74c1b5cf124d6f9828b772afd20b44 on resource:network {{(pid=86412) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 07:46:15.316477 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-03b1e043-4d91-40bc-b941-e92b261bbe35 req-6cd80085-0094-4c70-a885-197a2b0307cb tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Unset dirty status for tenant:9d74c1b5cf124d6f9828b772afd20b44 on resource:network {{(pid=86412) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 07:46:15.317650 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-03b1e043-4d91-40bc-b941-e92b261bbe35 req-6cd80085-0094-4c70-a885-197a2b0307cb tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] 10.222.0.42 "GET /v2.0/networks?id=a04f55f0-ec66-435f-9f03-b650e760ac57 HTTP/1.1" status: 200 len: 814 time: 0.1852221 Apr 19 07:46:15.341000 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [req-03b1e043-4d91-40bc-b941-e92b261bbe35 req-399c508b-2fe2-41a4-ba8e-67694bc0d37a tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Request body: {'port': {'device_id': '027cb2f8-161a-41db-ac48-5fa4b45d086f', 'network_id': 'a04f55f0-ec66-435f-9f03-b650e760ac57', 'admin_state_up': True, 'tenant_id': '9d74c1b5cf124d6f9828b772afd20b44'}} {{(pid=86412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:46:15.487377 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [req-03b1e043-4d91-40bc-b941-e92b261bbe35 req-399c508b-2fe2-41a4-ba8e-67694bc0d37a tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:46:15.491816 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-03b1e043-4d91-40bc-b941-e92b261bbe35 req-399c508b-2fe2-41a4-ba8e-67694bc0d37a tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Usage tracker for resource:port and tenant:9d74c1b5cf124d6f9828b772afd20b44 is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:46:15.494828 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-03b1e043-4d91-40bc-b941-e92b261bbe35 req-399c508b-2fe2-41a4-ba8e-67694bc0d37a tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:46:15.501268 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [req-03b1e043-4d91-40bc-b941-e92b261bbe35 req-399c508b-2fe2-41a4-ba8e-67694bc0d37a tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:46:15.510299 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03b1e043-4d91-40bc-b941-e92b261bbe35 req-399c508b-2fe2-41a4-ba8e-67694bc0d37a tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Made reservation on behalf of 9d74c1b5cf124d6f9828b772afd20b44 for: {'port': 1} {{(pid=86412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 07:46:15.516435 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-03b1e043-4d91-40bc-b941-e92b261bbe35 req-399c508b-2fe2-41a4-ba8e-67694bc0d37a tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:15.698126 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.db_base_plugin_common [req-03b1e043-4d91-40bc-b941-e92b261bbe35 req-399c508b-2fe2-41a4-ba8e-67694bc0d37a tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Allocated IP 172.20.0.8 (a04f55f0-ec66-435f-9f03-b650e760ac57/35359a8b-0499-41b3-b3ba-6a8f32b3df00/76dea3e5-5d43-40d8-a5ed-ef4fd9a89697) {{(pid=86412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 07:46:15.803462 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65408335-f299-484d-a661-8371f9291e45 req-01b8e3dc-94ac-4542-92a6-1c7253d6c904 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:15.805101 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-65408335-f299-484d-a661-8371f9291e45 req-01b8e3dc-94ac-4542-92a6-1c7253d6c904 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb2e375-2b4d-44e3-9bba-7fc338663cec HTTP/1.1" status: 200 len: 946 time: 0.0960076 Apr 19 07:46:15.856471 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-65408335-f299-484d-a661-8371f9291e45 req-4c95ffa6-cf2e-4e89-8786-d2756e552786 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=54a7104c-197d-4fa0-8d02-7bd249136409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426972 Apr 19 07:46:15.940236 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-03b1e043-4d91-40bc-b941-e92b261bbe35 req-399c508b-2fe2-41a4-ba8e-67694bc0d37a tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Notify callbacks [] for port, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:15.980768 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-03b1e043-4d91-40bc-b941-e92b261bbe35 req-399c508b-2fe2-41a4-ba8e-67694bc0d37a tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769764225105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3936575'] for port, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:15.989437 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-f41c7fe1-9da8-4970-97ae-7f72848dee8d tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:46:16.053659 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03b1e043-4d91-40bc-b941-e92b261bbe35 req-399c508b-2fe2-41a4-ba8e-67694bc0d37a tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Network a04f55f0-ec66-435f-9f03-b650e760ac57 is already hosted by enough agents. {{(pid=86412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 07:46:16.057055 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.base_scheduler [req-03b1e043-4d91-40bc-b941-e92b261bbe35 req-399c508b-2fe2-41a4-ba8e-67694bc0d37a tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Resources bound (agent type, host, resource id): {{(pid=86412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 07:46:16.067129 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [req-03b1e043-4d91-40bc-b941-e92b261bbe35 req-399c508b-2fe2-41a4-ba8e-67694bc0d37a tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Received port after_create {{(pid=86412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 07:46:16.118862 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399c508b-2fe2-41a4-ba8e-67694bc0d37a tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Pushing event updated for resources: {'Port': ['ID=76dea3e5-5d43-40d8-a5ed-ef4fd9a89697,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:46:16.131513 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-399c508b-2fe2-41a4-ba8e-67694bc0d37a tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:46:16.156696 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b1e043-4d91-40bc-b941-e92b261bbe35 req-399c508b-2fe2-41a4-ba8e-67694bc0d37a tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:16.158781 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-03b1e043-4d91-40bc-b941-e92b261bbe35 req-399c508b-2fe2-41a4-ba8e-67694bc0d37a tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773070'] for port, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:16.180196 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-03b1e043-4d91-40bc-b941-e92b261bbe35 req-399c508b-2fe2-41a4-ba8e-67694bc0d37a tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8452008 Apr 19 07:46:16.193757 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [req-03b1e043-4d91-40bc-b941-e92b261bbe35 req-104069d6-3d07-4cb8-97b8-6dbd91193f06 service neutron] Request body: {'port': {'device_id': '027cb2f8-161a-41db-ac48-5fa4b45d086f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=86412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:46:16.317131 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-03b1e043-4d91-40bc-b941-e92b261bbe35 req-104069d6-3d07-4cb8-97b8-6dbd91193f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:16.333506 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Device f566711e-dd39-4231-b2af-04c9f216c4c1 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=86414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 07:46:16.371221 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ee392-8742-4d7f-8b40-9e6d54cab3f7 req-47c37f11-c903-4a8e-af43-5e2c6f37fd4f tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:16.372837 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-eb6ee392-8742-4d7f-8b40-9e6d54cab3f7 req-47c37f11-c903-4a8e-af43-5e2c6f37fd4f tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c8ee91-d18f-4ffb-b5ef-041529e11cb2 HTTP/1.1" status: 200 len: 946 time: 0.1707165 Apr 19 07:46:16.385602 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cbd25f-2806-41c1-8466-39c43311bc9c req-18668268-6210-4aa6-8273-84d2cd3abefd tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:16.387209 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-83cbd25f-2806-41c1-8466-39c43311bc9c req-18668268-6210-4aa6-8273-84d2cd3abefd tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] 10.222.0.41 "GET /v2.0/ports?device_id=027cb2f8-161a-41db-ac48-5fa4b45d086f HTTP/1.1" status: 200 len: 931 time: 0.1321392 Apr 19 07:46:16.479203 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-83cbd25f-2806-41c1-8466-39c43311bc9c req-666c64ac-0881-486f-a78f-e6c5454d1b49 tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d5ba21e-e655-476c-8e43-e95720ec74ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732496 Apr 19 07:46:16.482771 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-eb6ee392-8742-4d7f-8b40-9e6d54cab3f7 req-3c923e71-2b75-4ee4-b071-534023218c65 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/security-groups?id=f52fde24-61e4-489f-8f08-9e781c9d9c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945961 Apr 19 07:46:16.503325 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:16.544205 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] For port f566711e-dd39-4231-b2af-04c9f216c4c1, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=f566711e-dd39-4231-b2af-04c9f216c4c1,segment=NetworkSegment(82586cc3-7b22-4a5c-b95c-8fce131571e9),segment_id=82586cc3-7b22-4a5c-b95c-8fce131571e9)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:46:16.545797 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb2e375-2b4d-44e3-9bba-7fc338663cec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f566711e-dd39-4231-b2af-04c9f216c4c1'}] {{(pid=86414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 07:46:16.556024 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:16.558624 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:46:16.602980 dv-cinder-773870-2-smb neutron-server[86301]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6bb2e375-2b4d-44e3-9bba-7fc338663cec', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f566711e-dd39-4231-b2af-04c9f216c4c1', 'code': 422} returned with failed status Apr 19 07:46:16.636835 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Pushing event updated for resources: {'Port': ['ID=f566711e-dd39-4231-b2af-04c9f216c4c1,revision_number=8']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:46:16.642281 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:46:16.708541 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [req-03b1e043-4d91-40bc-b941-e92b261bbe35 req-104069d6-3d07-4cb8-97b8-6dbd91193f06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76dea3e5-5d43-40d8-a5ed-ef4fd9a89697 {{(pid=86412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 07:46:16.717143 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-03b1e043-4d91-40bc-b941-e92b261bbe35 req-104069d6-3d07-4cb8-97b8-6dbd91193f06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:16.739813 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [req-03b1e043-4d91-40bc-b941-e92b261bbe35 req-104069d6-3d07-4cb8-97b8-6dbd91193f06 service neutron] Transition to ACTIVE for port object 76dea3e5-5d43-40d8-a5ed-ef4fd9a89697 will not be triggered until provisioned by entity L2. {{(pid=86412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 07:46:16.743041 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-03b1e043-4d91-40bc-b941-e92b261bbe35 req-104069d6-3d07-4cb8-97b8-6dbd91193f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850839242'] for port, after_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:16.748328 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:46:16.796518 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 42956) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:46:16.961317 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758e45e8-5324-43bf-83e1-8def54a232ac req-e903a20d-31d2-4baf-8265-4876c2aff5cc tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:16.963139 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-758e45e8-5324-43bf-83e1-8def54a232ac req-e903a20d-31d2-4baf-8265-4876c2aff5cc tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c8ee91-d18f-4ffb-b5ef-041529e11cb2 HTTP/1.1" status: 200 len: 946 time: 0.1637769 Apr 19 07:46:16.969486 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-bfcdc4af-e63f-460b-939a-acdf50afe260 req-4c295c7b-42bb-4a56-bf7c-e708a409f16f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a0c8ee91-d18f-4ffb-b5ef-041529e11cb2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1716375 Apr 19 07:46:17.158492 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-758e45e8-5324-43bf-83e1-8def54a232ac req-951fc553-96e2-45f5-9279-212c682b24f8 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/security-groups?id=f52fde24-61e4-489f-8f08-9e781c9d9c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1844015 Apr 19 07:46:17.208572 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631baef1-ba1d-4069-b5fb-fd927f6359eb req-5acc3c53-66c0-4a0b-99ff-b587cbf3d639 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:17.210308 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-631baef1-ba1d-4069-b5fb-fd927f6359eb req-5acc3c53-66c0-4a0b-99ff-b587cbf3d639 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb2e375-2b4d-44e3-9bba-7fc338663cec HTTP/1.1" status: 200 len: 944 time: 0.2065086 Apr 19 07:46:17.233012 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104069d6-3d07-4cb8-97b8-6dbd91193f06 service neutron] Pushing event updated for resources: {'Port': ['ID=76dea3e5-5d43-40d8-a5ed-ef4fd9a89697,revision_number=2']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:46:17.238809 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-104069d6-3d07-4cb8-97b8-6dbd91193f06 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:46:17.266624 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-631baef1-ba1d-4069-b5fb-fd927f6359eb req-c10520e8-0e81-4c73-a15f-32fd15327253 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=54a7104c-197d-4fa0-8d02-7bd249136409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489984 Apr 19 07:46:17.277130 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [req-03b1e043-4d91-40bc-b941-e92b261bbe35 req-104069d6-3d07-4cb8-97b8-6dbd91193f06 service neutron] Attempting to bind port 76dea3e5-5d43-40d8-a5ed-ef4fd9a89697 on host hv-cinder-77387 for vnic_type normal with profile {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 07:46:17.277514 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [req-03b1e043-4d91-40bc-b941-e92b261bbe35 req-104069d6-3d07-4cb8-97b8-6dbd91193f06 service neutron] Attempting to bind port 76dea3e5-5d43-40d8-a5ed-ef4fd9a89697 by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': '018eeb57-9e6d-47cd-8441-1c809f625298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a04f55f0-ec66-435f-9f03-b650e760ac57'}] {{(pid=86412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 07:46:17.277883 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b1e043-4d91-40bc-b941-e92b261bbe35 req-104069d6-3d07-4cb8-97b8-6dbd91193f06 service neutron] Attempting to bind port 76dea3e5-5d43-40d8-a5ed-ef4fd9a89697 on network a04f55f0-ec66-435f-9f03-b650e760ac57 {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 07:46:17.283018 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b1e043-4d91-40bc-b941-e92b261bbe35 req-104069d6-3d07-4cb8-97b8-6dbd91193f06 service neutron] Port 76dea3e5-5d43-40d8-a5ed-ef4fd9a89697 on network a04f55f0-ec66-435f-9f03-b650e760ac57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 07:46:17.283416 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b1e043-4d91-40bc-b941-e92b261bbe35 req-104069d6-3d07-4cb8-97b8-6dbd91193f06 service neutron] Attempting to bind port 76dea3e5-5d43-40d8-a5ed-ef4fd9a89697 on network a04f55f0-ec66-435f-9f03-b650e760ac57 {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 07:46:17.289468 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b1e043-4d91-40bc-b941-e92b261bbe35 req-104069d6-3d07-4cb8-97b8-6dbd91193f06 service neutron] Checking agent: {'id': '482cf95e-fb4e-4926-8f7d-816e7736c412', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 39, 10), 'started_at': datetime.datetime(2021, 4, 19, 7, 39, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 07:46:17.289842 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b1e043-4d91-40bc-b941-e92b261bbe35 req-104069d6-3d07-4cb8-97b8-6dbd91193f06 service neutron] Checking segment: {'id': '018eeb57-9e6d-47cd-8441-1c809f625298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a04f55f0-ec66-435f-9f03-b650e760ac57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 07:46:17.290293 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b1e043-4d91-40bc-b941-e92b261bbe35 req-104069d6-3d07-4cb8-97b8-6dbd91193f06 service neutron] Bound using segment: {'id': '018eeb57-9e6d-47cd-8441-1c809f625298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a04f55f0-ec66-435f-9f03-b650e760ac57'} {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 07:46:17.290797 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [req-03b1e043-4d91-40bc-b941-e92b261bbe35 req-104069d6-3d07-4cb8-97b8-6dbd91193f06 service neutron] Bound port: 76dea3e5-5d43-40d8-a5ed-ef4fd9a89697, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '018eeb57-9e6d-47cd-8441-1c809f625298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a04f55f0-ec66-435f-9f03-b650e760ac57'}}] {{(pid=86412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 07:46:17.291212 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-03b1e043-4d91-40bc-b941-e92b261bbe35 req-104069d6-3d07-4cb8-97b8-6dbd91193f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:17.395182 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [req-03b1e043-4d91-40bc-b941-e92b261bbe35 req-104069d6-3d07-4cb8-97b8-6dbd91193f06 service neutron] For port 76dea3e5-5d43-40d8-a5ed-ef4fd9a89697, host hv-cinder-77387, cleared binding levels {{(pid=86412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 07:46:17.398292 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [req-03b1e043-4d91-40bc-b941-e92b261bbe35 req-104069d6-3d07-4cb8-97b8-6dbd91193f06 service neutron] For port 76dea3e5-5d43-40d8-a5ed-ef4fd9a89697, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=76dea3e5-5d43-40d8-a5ed-ef4fd9a89697,segment=NetworkSegment(018eeb57-9e6d-47cd-8441-1c809f625298),segment_id=018eeb57-9e6d-47cd-8441-1c809f625298)] {{(pid=86412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 07:46:17.401998 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-03b1e043-4d91-40bc-b941-e92b261bbe35 req-104069d6-3d07-4cb8-97b8-6dbd91193f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850839242'] for port, after_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:17.407495 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-08db0d93-1cbc-435a-a7f4-e856ff8a69d8 tempest-DeleteServersTestJSON-571803603 tempest-DeleteServersTestJSON-571803603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:46:17.463555 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b1e043-4d91-40bc-b941-e92b261bbe35 req-104069d6-3d07-4cb8-97b8-6dbd91193f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:17.464216 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-03b1e043-4d91-40bc-b941-e92b261bbe35 req-104069d6-3d07-4cb8-97b8-6dbd91193f06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773070'] for port, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:17.465881 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-03b1e043-4d91-40bc-b941-e92b261bbe35 req-104069d6-3d07-4cb8-97b8-6dbd91193f06 service neutron] 10.222.0.42 "PUT /v2.0/ports/76dea3e5-5d43-40d8-a5ed-ef4fd9a89697 HTTP/1.1" status: 200 len: 1093 time: 1.2772765 Apr 19 07:46:17.468776 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '027cb2f8-161a-41db-ac48-5fa4b45d086f', 'tag': '76dea3e5-5d43-40d8-a5ed-ef4fd9a89697'}] {{(pid=86412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 07:46:17.510878 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104069d6-3d07-4cb8-97b8-6dbd91193f06 service neutron] Pushing event updated for resources: {'Port': ['ID=76dea3e5-5d43-40d8-a5ed-ef4fd9a89697,revision_number=3']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:46:17.550579 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-104069d6-3d07-4cb8-97b8-6dbd91193f06 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:46:17.552444 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '027cb2f8-161a-41db-ac48-5fa4b45d086f', 'tag': '76dea3e5-5d43-40d8-a5ed-ef4fd9a89697', 'status': 'completed', 'code': 200} Apr 19 07:46:17.596270 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b1e043-4d91-40bc-b941-e92b261bbe35 req-94b7d38d-c7a4-4fac-9597-22a6b0f24e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:17.598012 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-03b1e043-4d91-40bc-b941-e92b261bbe35 req-94b7d38d-c7a4-4fac-9597-22a6b0f24e2a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d74c1b5cf124d6f9828b772afd20b44&device_id=027cb2f8-161a-41db-ac48-5fa4b45d086f HTTP/1.1" status: 200 len: 1096 time: 0.0838463 Apr 19 07:46:17.682270 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-03b1e043-4d91-40bc-b941-e92b261bbe35 req-ac036935-fa02-476c-b9ac-4984c3a1e5d1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76dea3e5-5d43-40d8-a5ed-ef4fd9a89697 HTTP/1.1" status: 200 len: 217 time: 0.0773787 Apr 19 07:46:17.747403 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a24aaa6-f26d-468c-9dbc-30565fc4af92 req-66cf1bc1-9c3c-43b5-807e-0bf0575bd158 tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:17.749044 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-2a24aaa6-f26d-468c-9dbc-30565fc4af92 req-66cf1bc1-9c3c-43b5-807e-0bf0575bd158 tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] 10.222.0.41 "GET /v2.0/ports?device_id=027cb2f8-161a-41db-ac48-5fa4b45d086f HTTP/1.1" status: 200 len: 943 time: 0.1144004 Apr 19 07:46:17.768335 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b1e043-4d91-40bc-b941-e92b261bbe35 req-d9aad999-41e2-452b-aa20-50a213f4141b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:17.770117 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-03b1e043-4d91-40bc-b941-e92b261bbe35 req-d9aad999-41e2-452b-aa20-50a213f4141b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=35359a8b-0499-41b3-b3ba-6a8f32b3df00 HTTP/1.1" status: 200 len: 854 time: 0.0820525 Apr 19 07:46:17.798327 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-2a24aaa6-f26d-468c-9dbc-30565fc4af92 req-377d7e3e-83b7-4e00-a15b-6a4664233939 tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d5ba21e-e655-476c-8e43-e95720ec74ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425968 Apr 19 07:46:17.827556 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-03b1e043-4d91-40bc-b941-e92b261bbe35 req-aad3683b-88ce-4701-a0a5-b05151280c7c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a04f55f0-ec66-435f-9f03-b650e760ac57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509262 Apr 19 07:46:17.975960 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-03b1e043-4d91-40bc-b941-e92b261bbe35 req-c2f5d6e2-fcd7-4204-bacc-a9d8b409458f service neutron] 10.222.0.42 "GET /v2.0/networks/a04f55f0-ec66-435f-9f03-b650e760ac57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408124 Apr 19 07:46:18.142560 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-03b1e043-4d91-40bc-b941-e92b261bbe35 req-3d263f5f-4de3-42fd-8f02-230ba6ff1b38 service neutron] 10.222.0.42 "GET /v2.0/networks/a04f55f0-ec66-435f-9f03-b650e760ac57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603024 Apr 19 07:46:18.312220 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcdc4af-e63f-460b-939a-acdf50afe260 req-a736f082-8133-4866-aaf7-2a98d85cd5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:18.313829 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-bfcdc4af-e63f-460b-939a-acdf50afe260 req-a736f082-8133-4866-aaf7-2a98d85cd5a8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a0c8ee91-d18f-4ffb-b5ef-041529e11cb2&tenant_id=d586c25e55a34159945f172e7227aaea HTTP/1.1" status: 200 len: 1099 time: 0.1630855 Apr 19 07:46:18.320113 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f74a31d-0dd0-43b8-a7d5-74adb12f962e req-b0c79750-cfbb-49ae-90b4-621605365543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:18.321621 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-3f74a31d-0dd0-43b8-a7d5-74adb12f962e req-b0c79750-cfbb-49ae-90b4-621605365543 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d74c1b5cf124d6f9828b772afd20b44&device_id=027cb2f8-161a-41db-ac48-5fa4b45d086f HTTP/1.1" status: 200 len: 1096 time: 0.1153111 Apr 19 07:46:18.339344 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Device c17df7c2-91d2-445f-a304-b89d9c6c6e81 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=86414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 07:46:18.374550 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4990866-5d2f-4d0d-b875-58f3bdbc0030 req-a73d6ed4-c007-4e7f-9518-a569101ad602 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:18.376176 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-a4990866-5d2f-4d0d-b875-58f3bdbc0030 req-a73d6ed4-c007-4e7f-9518-a569101ad602 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c8ee91-d18f-4ffb-b5ef-041529e11cb2 HTTP/1.1" status: 200 len: 946 time: 0.0891669 Apr 19 07:46:18.438948 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-a4990866-5d2f-4d0d-b875-58f3bdbc0030 req-c5d2cb7b-3c01-437d-a70e-11b89f53c58c tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/security-groups?id=f52fde24-61e4-489f-8f08-9e781c9d9c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540009 Apr 19 07:46:18.478399 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:18.515754 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] For port c17df7c2-91d2-445f-a304-b89d9c6c6e81, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=c17df7c2-91d2-445f-a304-b89d9c6c6e81,segment=NetworkSegment(12dfadba-9621-4833-9b73-52005e0c6bf2),segment_id=12dfadba-9621-4833-9b73-52005e0c6bf2)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:46:18.519999 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:18.522146 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:46:18.548685 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcdc4af-e63f-460b-939a-acdf50afe260 req-f9b84bbe-75eb-4b10-8d9a-19b5e571b995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:18.550434 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-bfcdc4af-e63f-460b-939a-acdf50afe260 req-f9b84bbe-75eb-4b10-8d9a-19b5e571b995 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d586c25e55a34159945f172e7227aaea&device_id=a0c8ee91-d18f-4ffb-b5ef-041529e11cb2 HTTP/1.1" status: 200 len: 1099 time: 0.1974413 Apr 19 07:46:18.577578 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f74a31d-0dd0-43b8-a7d5-74adb12f962e req-e6ce4c2a-9816-43f0-afc8-c7488891822e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:18.579315 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-3f74a31d-0dd0-43b8-a7d5-74adb12f962e req-e6ce4c2a-9816-43f0-afc8-c7488891822e service neutron] 10.222.0.42 "GET /v2.0/networks?id=a04f55f0-ec66-435f-9f03-b650e760ac57 HTTP/1.1" status: 200 len: 915 time: 0.2512364 Apr 19 07:46:18.599439 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Pushing event updated for resources: {'Port': ['ID=c17df7c2-91d2-445f-a304-b89d9c6c6e81,revision_number=6']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:46:18.602668 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:46:18.607234 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0c8ee91-d18f-4ffb-b5ef-041529e11cb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c17df7c2-91d2-445f-a304-b89d9c6c6e81'}] {{(pid=86414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 07:46:18.674592 dv-cinder-773870-2-smb neutron-server[86301]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a0c8ee91-d18f-4ffb-b5ef-041529e11cb2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c17df7c2-91d2-445f-a304-b89d9c6c6e81', 'code': 422} returned with failed status Apr 19 07:46:18.694061 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-3f74a31d-0dd0-43b8-a7d5-74adb12f962e req-87bca05f-a040-49d9-b891-c12f0b22e0b1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76dea3e5-5d43-40d8-a5ed-ef4fd9a89697 HTTP/1.1" status: 200 len: 217 time: 0.0761001 Apr 19 07:46:18.844792 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f74a31d-0dd0-43b8-a7d5-74adb12f962e req-538ec1d3-784b-4587-b15d-5e6bce753342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:18.846384 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-3f74a31d-0dd0-43b8-a7d5-74adb12f962e req-538ec1d3-784b-4587-b15d-5e6bce753342 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=35359a8b-0499-41b3-b3ba-6a8f32b3df00 HTTP/1.1" status: 200 len: 854 time: 0.1061168 Apr 19 07:46:18.909402 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcdc4af-e63f-460b-939a-acdf50afe260 req-97a70ffb-dcbd-423c-bab2-45715c9bb974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:18.911021 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-bfcdc4af-e63f-460b-939a-acdf50afe260 req-97a70ffb-dcbd-423c-bab2-45715c9bb974 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f31f6013-b5a9-48b8-9235-e85b54de9f4c HTTP/1.1" status: 200 len: 910 time: 0.3307509 Apr 19 07:46:18.913214 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-3f74a31d-0dd0-43b8-a7d5-74adb12f962e req-36f89eb6-1242-4ec3-928e-4b5e72fade7a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a04f55f0-ec66-435f-9f03-b650e760ac57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531888 Apr 19 07:46:19.120350 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db77c469-cc43-43af-8c9a-37750217a98e req-42dafea6-523c-45ed-8da0-9005be94d2ed tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:19.127629 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-db77c469-cc43-43af-8c9a-37750217a98e req-42dafea6-523c-45ed-8da0-9005be94d2ed tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb2e375-2b4d-44e3-9bba-7fc338663cec HTTP/1.1" status: 200 len: 944 time: 0.2649040 Apr 19 07:46:19.136115 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-bad451f4-3f69-4e0f-a477-75ad24b8cf9a req-abfe2d2a-a13a-4b1f-9199-05de46fedc6a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6bb2e375-2b4d-44e3-9bba-7fc338663cec&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2142613 Apr 19 07:46:19.161115 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d1ac12-a22c-4960-bf51-0ad80587dc1f req-a4dcdd5e-cc22-44d4-b046-4808b7527069 tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:19.162566 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-04d1ac12-a22c-4960-bf51-0ad80587dc1f req-a4dcdd5e-cc22-44d4-b046-4808b7527069 tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] 10.222.0.41 "GET /v2.0/ports?device_id=027cb2f8-161a-41db-ac48-5fa4b45d086f HTTP/1.1" status: 200 len: 943 time: 0.1940367 Apr 19 07:46:19.194113 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-bfcdc4af-e63f-460b-939a-acdf50afe260 req-63c0ecb1-017b-47ae-80e1-0ec78d9b0b7b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c17df7c2-91d2-445f-a304-b89d9c6c6e81 HTTP/1.1" status: 200 len: 1000 time: 0.2696280 Apr 19 07:46:19.213537 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-db77c469-cc43-43af-8c9a-37750217a98e req-cedfdd92-dd57-4297-8661-74938675b06a tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=54a7104c-197d-4fa0-8d02-7bd249136409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848577 Apr 19 07:46:19.243727 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-04d1ac12-a22c-4960-bf51-0ad80587dc1f req-ce569740-6974-47ab-a584-941bcd3e82c9 tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d5ba21e-e655-476c-8e43-e95720ec74ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730658 Apr 19 07:46:19.291589 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-3f74a31d-0dd0-43b8-a7d5-74adb12f962e req-77994e0b-53cc-4df4-a5a6-8db67552c62c service neutron] 10.222.0.42 "GET /v2.0/networks/a04f55f0-ec66-435f-9f03-b650e760ac57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3685400 Apr 19 07:46:19.293451 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcdc4af-e63f-460b-939a-acdf50afe260 req-b8f8b419-8749-4bc4-ab42-bf55a8e7401d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:19.294878 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-bfcdc4af-e63f-460b-939a-acdf50afe260 req-b8f8b419-8749-4bc4-ab42-bf55a8e7401d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=30300aca-9c6c-45e4-95e0-6b32276ec6ab HTTP/1.1" status: 200 len: 848 time: 0.0921605 Apr 19 07:46:19.502074 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-3f74a31d-0dd0-43b8-a7d5-74adb12f962e req-3a414d2d-8d63-460c-abc7-c77c25e75927 service neutron] 10.222.0.42 "GET /v2.0/networks/a04f55f0-ec66-435f-9f03-b650e760ac57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989543 Apr 19 07:46:19.506764 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcdc4af-e63f-460b-939a-acdf50afe260 req-4d9f143c-d8a1-44b7-8cd9-89e930756c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:19.508294 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-bfcdc4af-e63f-460b-939a-acdf50afe260 req-4d9f143c-d8a1-44b7-8cd9-89e930756c7f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f31f6013-b5a9-48b8-9235-e85b54de9f4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1834338 Apr 19 07:46:19.639501 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecaf0f5-6dca-4cd6-a6be-c31f6499b59d req-c832be93-32d7-4b1c-a84c-5f4a35103994 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:19.641082 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-5ecaf0f5-6dca-4cd6-a6be-c31f6499b59d req-c832be93-32d7-4b1c-a84c-5f4a35103994 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c8ee91-d18f-4ffb-b5ef-041529e11cb2 HTTP/1.1" status: 200 len: 944 time: 0.0904517 Apr 19 07:46:19.688884 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-5ecaf0f5-6dca-4cd6-a6be-c31f6499b59d req-e69647d1-9b1c-49c7-a946-55976099a1d9 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/security-groups?id=f52fde24-61e4-489f-8f08-9e781c9d9c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411317 Apr 19 07:46:19.710170 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-bfcdc4af-e63f-460b-939a-acdf50afe260 req-8ca1e516-4805-4f95-bedc-66402cd47469 service neutron] 10.222.0.42 "GET /v2.0/networks/f31f6013-b5a9-48b8-9235-e85b54de9f4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946616 Apr 19 07:46:19.815346 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad451f4-3f69-4e0f-a477-75ad24b8cf9a req-bfc11604-649b-49c4-a255-ccf85ac4f40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:19.816864 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-bad451f4-3f69-4e0f-a477-75ad24b8cf9a req-bfc11604-649b-49c4-a255-ccf85ac4f40a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6bb2e375-2b4d-44e3-9bba-7fc338663cec&tenant_id=3ef6d999ea3a4447a9b6387c496ca58a HTTP/1.1" status: 200 len: 1097 time: 0.2092500 Apr 19 07:46:19.913259 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-bfcdc4af-e63f-460b-939a-acdf50afe260 req-2e6f9c65-0495-4cb9-8969-e447c1b8f392 service neutron] 10.222.0.42 "GET /v2.0/networks/f31f6013-b5a9-48b8-9235-e85b54de9f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947649 Apr 19 07:46:19.940649 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad451f4-3f69-4e0f-a477-75ad24b8cf9a req-3d0f0e0f-4618-4dbc-b808-029b620507e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:19.942232 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-bad451f4-3f69-4e0f-a477-75ad24b8cf9a req-3d0f0e0f-4618-4dbc-b808-029b620507e1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3ef6d999ea3a4447a9b6387c496ca58a&device_id=6bb2e375-2b4d-44e3-9bba-7fc338663cec HTTP/1.1" status: 200 len: 1097 time: 0.1008058 Apr 19 07:46:20.089822 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad451f4-3f69-4e0f-a477-75ad24b8cf9a req-5261bdbf-3f73-4cb7-a6e0-37d0ae873e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:20.091561 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-bad451f4-3f69-4e0f-a477-75ad24b8cf9a req-5261bdbf-3f73-4cb7-a6e0-37d0ae873e3c service neutron] 10.222.0.42 "GET /v2.0/networks?id=54cc282c-1ba1-4d63-8981-01ed15bb5ad4 HTTP/1.1" status: 200 len: 917 time: 0.1379070 Apr 19 07:46:20.204594 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-bad451f4-3f69-4e0f-a477-75ad24b8cf9a req-ee8bf143-c19a-4367-9c40-ccb5bff47155 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f566711e-dd39-4231-b2af-04c9f216c4c1 HTTP/1.1" status: 200 len: 1000 time: 0.1058159 Apr 19 07:46:20.276919 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad451f4-3f69-4e0f-a477-75ad24b8cf9a req-317d60b3-783f-45e8-8789-d9d6f8ec3f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:20.278635 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-bad451f4-3f69-4e0f-a477-75ad24b8cf9a req-317d60b3-783f-45e8-8789-d9d6f8ec3f8f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=576f6062-f22a-411b-bc12-7e9099407d19 HTTP/1.1" status: 200 len: 855 time: 0.0669279 Apr 19 07:46:20.333984 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Device 76dea3e5-5d43-40d8-a5ed-ef4fd9a89697 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=86414) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 07:46:20.443104 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2631fdb-f602-4a94-b067-5dd06d503911 req-bac9178d-8bf8-47f4-8a93-49d509f4b8f4 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:20.445034 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-c2631fdb-f602-4a94-b067-5dd06d503911 req-bac9178d-8bf8-47f4-8a93-49d509f4b8f4 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb2e375-2b4d-44e3-9bba-7fc338663cec HTTP/1.1" status: 200 len: 944 time: 0.0986419 Apr 19 07:46:20.522328 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-c2631fdb-f602-4a94-b067-5dd06d503911 req-dc63bc8e-a7fd-45e0-87eb-239fb7a65935 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=54a7104c-197d-4fa0-8d02-7bd249136409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702548 Apr 19 07:46:20.649069 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad451f4-3f69-4e0f-a477-75ad24b8cf9a req-a9a45b8c-6a28-4ecb-94f9-c6c3d631490d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:20.650810 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-bad451f4-3f69-4e0f-a477-75ad24b8cf9a req-a9a45b8c-6a28-4ecb-94f9-c6c3d631490d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=54cc282c-1ba1-4d63-8981-01ed15bb5ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3585513 Apr 19 07:46:20.673189 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] For port 76dea3e5-5d43-40d8-a5ed-ef4fd9a89697, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=76dea3e5-5d43-40d8-a5ed-ef4fd9a89697,segment=NetworkSegment(018eeb57-9e6d-47cd-8441-1c809f625298),segment_id=018eeb57-9e6d-47cd-8441-1c809f625298)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:46:20.690174 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Returning: {'device': '76dea3e5-5d43-40d8-a5ed-ef4fd9a89697', 'network_id': 'a04f55f0-ec66-435f-9f03-b650e760ac57', 'port_id': '76dea3e5-5d43-40d8-a5ed-ef4fd9a89697', 'mac_address': 'fa:16:3e:bf:35:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35359a8b-0499-41b3-b3ba-6a8f32b3df00', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86414) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 07:46:20.732114 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f47a30-886e-44fb-a459-55a9087c5570 req-67ef02ec-fa27-4d15-8f68-23b900bf9764 tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:20.733551 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-32f47a30-886e-44fb-a459-55a9087c5570 req-67ef02ec-fa27-4d15-8f68-23b900bf9764 tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] 10.222.0.41 "GET /v2.0/ports?device_id=027cb2f8-161a-41db-ac48-5fa4b45d086f HTTP/1.1" status: 200 len: 943 time: 0.1048920 Apr 19 07:46:20.767251 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:20.811758 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76dea3e5-5d43-40d8-a5ed-ef4fd9a89697 {{(pid=86414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 07:46:20.816787 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-32f47a30-886e-44fb-a459-55a9087c5570 req-8ad66f60-a111-46ad-9b39-d0b219e9c32c tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d5ba21e-e655-476c-8e43-e95720ec74ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748603 Apr 19 07:46:20.823178 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-bad451f4-3f69-4e0f-a477-75ad24b8cf9a req-17c935cb-935f-4852-acc4-9ba7f0906e95 service neutron] 10.222.0.42 "GET /v2.0/networks/54cc282c-1ba1-4d63-8981-01ed15bb5ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648080 Apr 19 07:46:20.841199 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] For port 76dea3e5-5d43-40d8-a5ed-ef4fd9a89697, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=76dea3e5-5d43-40d8-a5ed-ef4fd9a89697,segment=NetworkSegment(018eeb57-9e6d-47cd-8441-1c809f625298),segment_id=018eeb57-9e6d-47cd-8441-1c809f625298)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:46:20.846879 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:20.848845 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:46:20.945172 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Pushing event updated for resources: {'Port': ['ID=76dea3e5-5d43-40d8-a5ed-ef4fd9a89697,revision_number=4']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:46:20.956994 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:46:20.983988 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-bad451f4-3f69-4e0f-a477-75ad24b8cf9a req-b13d3220-498f-4a4f-b9d6-bb23a8116c72 service neutron] 10.222.0.42 "GET /v2.0/networks/54cc282c-1ba1-4d63-8981-01ed15bb5ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534142 Apr 19 07:46:20.994581 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb00426-cf69-43b3-9359-d15a2fb2353f req-cbe3f768-1f55-4466-a3fa-afb32862742b tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:20.998874 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-6fb00426-cf69-43b3-9359-d15a2fb2353f req-cbe3f768-1f55-4466-a3fa-afb32862742b tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c8ee91-d18f-4ffb-b5ef-041529e11cb2 HTTP/1.1" status: 200 len: 944 time: 0.1167696 Apr 19 07:46:21.044664 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-6fb00426-cf69-43b3-9359-d15a2fb2353f req-f6cb31ee-9b23-4a31-905d-d40a8bfb05a7 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/security-groups?id=f52fde24-61e4-489f-8f08-9e781c9d9c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418386 Apr 19 07:46:21.073581 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] get_ports_and_sgs() called for port_ids ['76dea3e5-5d43-40d8-a5ed-ef4fd9a89697'] {{(pid=86414) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 07:46:21.433995 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36028a78-6f30-4187-9bc7-38256a125050 req-181c04d0-735b-4587-991e-14174f8fe533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:21.435650 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-36028a78-6f30-4187-9bc7-38256a125050 req-181c04d0-735b-4587-991e-14174f8fe533 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a0c8ee91-d18f-4ffb-b5ef-041529e11cb2 HTTP/1.1" status: 200 len: 1097 time: 0.0803206 Apr 19 07:46:21.482182 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-36028a78-6f30-4187-9bc7-38256a125050 req-2be23ef2-fa1e-47dd-9b26-86cb3e24087e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f52fde24-61e4-489f-8f08-9e781c9d9c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377190 Apr 19 07:46:21.724645 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4471e705-4518-4b2e-80aa-aebc63897890 req-0888f0d7-3e04-424d-a445-a57ca5a07898 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:21.726243 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-4471e705-4518-4b2e-80aa-aebc63897890 req-0888f0d7-3e04-424d-a445-a57ca5a07898 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb2e375-2b4d-44e3-9bba-7fc338663cec HTTP/1.1" status: 200 len: 944 time: 0.0870550 Apr 19 07:46:21.775005 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-4471e705-4518-4b2e-80aa-aebc63897890 req-c1764a44-bc87-4473-9df0-1d6a4b298eaa tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=54a7104c-197d-4fa0-8d02-7bd249136409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417743 Apr 19 07:46:22.035965 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff2936d-7030-4f79-be49-213c07499fee req-88527327-c278-461a-84fe-0aedb45b2840 tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:22.037965 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-7ff2936d-7030-4f79-be49-213c07499fee req-88527327-c278-461a-84fe-0aedb45b2840 tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] 10.222.0.41 "GET /v2.0/ports?device_id=027cb2f8-161a-41db-ac48-5fa4b45d086f HTTP/1.1" status: 200 len: 944 time: 0.1131830 Apr 19 07:46:22.076476 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.agents_db [None req-ec4b265d-3c04-42fd-95cd-57ca7ec41865 None None] Agent healthcheck: found 6 active agents {{(pid=86415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 07:46:22.117583 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-7ff2936d-7030-4f79-be49-213c07499fee req-a2bfde26-0b9e-41af-ab26-4526518f45bb tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d5ba21e-e655-476c-8e43-e95720ec74ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591972 Apr 19 07:46:22.282467 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3485c556-07a6-45b7-aee7-15845936b612 req-887f17cf-dd54-4579-a07c-eede3bf36817 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:22.284244 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-3485c556-07a6-45b7-aee7-15845936b612 req-887f17cf-dd54-4579-a07c-eede3bf36817 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c8ee91-d18f-4ffb-b5ef-041529e11cb2 HTTP/1.1" status: 200 len: 944 time: 0.0908697 Apr 19 07:46:22.339186 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Device c17df7c2-91d2-445f-a304-b89d9c6c6e81 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=86414) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 07:46:22.342240 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Device 76dea3e5-5d43-40d8-a5ed-ef4fd9a89697 up at agent hyperv_hv-cinder-77387 {{(pid=86414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 07:46:22.352853 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-3485c556-07a6-45b7-aee7-15845936b612 req-f58b062f-1d61-459d-af0b-19bd9a658f46 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/security-groups?id=f52fde24-61e4-489f-8f08-9e781c9d9c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620389 Apr 19 07:46:22.523730 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Provisioning for port 76dea3e5-5d43-40d8-a5ed-ef4fd9a89697 completed by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 07:46:22.533736 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Provisioning complete for port 76dea3e5-5d43-40d8-a5ed-ef4fd9a89697 triggered by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:46:22.534357 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:22.641298 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] For port c17df7c2-91d2-445f-a304-b89d9c6c6e81, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=c17df7c2-91d2-445f-a304-b89d9c6c6e81,segment=NetworkSegment(12dfadba-9621-4833-9b73-52005e0c6bf2),segment_id=12dfadba-9621-4833-9b73-52005e0c6bf2)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:46:22.659380 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Returning: {'device': 'c17df7c2-91d2-445f-a304-b89d9c6c6e81', 'network_id': 'f31f6013-b5a9-48b8-9235-e85b54de9f4c', 'port_id': 'c17df7c2-91d2-445f-a304-b89d9c6c6e81', 'mac_address': 'fa:16:3e:23:fa:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30300aca-9c6c-45e4-95e0-6b32276ec6ab', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86414) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 07:46:22.771598 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:22.787861 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:22.812437 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c17df7c2-91d2-445f-a304-b89d9c6c6e81 {{(pid=86414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 07:46:22.836521 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '027cb2f8-161a-41db-ac48-5fa4b45d086f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76dea3e5-5d43-40d8-a5ed-ef4fd9a89697'}] {{(pid=86414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 07:46:22.847922 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] For port c17df7c2-91d2-445f-a304-b89d9c6c6e81, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=c17df7c2-91d2-445f-a304-b89d9c6c6e81,segment=NetworkSegment(12dfadba-9621-4833-9b73-52005e0c6bf2),segment_id=12dfadba-9621-4833-9b73-52005e0c6bf2)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:46:22.851346 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] For port 76dea3e5-5d43-40d8-a5ed-ef4fd9a89697, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=76dea3e5-5d43-40d8-a5ed-ef4fd9a89697,segment=NetworkSegment(018eeb57-9e6d-47cd-8441-1c809f625298),segment_id=018eeb57-9e6d-47cd-8441-1c809f625298)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:46:22.853292 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:22.855569 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:46:22.898379 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:22.909366 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '027cb2f8-161a-41db-ac48-5fa4b45d086f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76dea3e5-5d43-40d8-a5ed-ef4fd9a89697', 'code': 200} Apr 19 07:46:22.944257 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Pushing event updated for resources: {'Port': ['ID=c17df7c2-91d2-445f-a304-b89d9c6c6e81,revision_number=7']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:46:22.947622 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:46:22.948139 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:46:23.024687 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Pushing event updated for resources: {'Port': ['ID=76dea3e5-5d43-40d8-a5ed-ef4fd9a89697,revision_number=5']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:46:23.030042 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:46:23.032010 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d1844-3937-4cca-b0aa-38f7f28b45a5 req-587a2bb1-64fe-4bf2-9b9a-4a3ba96d299b tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:23.033642 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-bb3d1844-3937-4cca-b0aa-38f7f28b45a5 req-587a2bb1-64fe-4bf2-9b9a-4a3ba96d299b tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb2e375-2b4d-44e3-9bba-7fc338663cec HTTP/1.1" status: 200 len: 944 time: 0.1100481 Apr 19 07:46:23.090984 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-bb3d1844-3937-4cca-b0aa-38f7f28b45a5 req-c9e9b16e-77b3-42f0-b67f-63951590e770 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=54a7104c-197d-4fa0-8d02-7bd249136409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500648 Apr 19 07:46:23.130413 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] get_ports_and_sgs() called for port_ids ['c17df7c2-91d2-445f-a304-b89d9c6c6e81'] {{(pid=86414) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 07:46:23.356791 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b725fe-cc7f-4793-ad9c-6d32b67c0bd4 req-7a8d5e0e-9654-44a3-a13f-b6691bcbe98b tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:23.361441 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-43b725fe-cc7f-4793-ad9c-6d32b67c0bd4 req-7a8d5e0e-9654-44a3-a13f-b6691bcbe98b tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] 10.222.0.41 "GET /v2.0/ports?device_id=027cb2f8-161a-41db-ac48-5fa4b45d086f HTTP/1.1" status: 200 len: 945 time: 0.1128068 Apr 19 07:46:23.441949 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-43b725fe-cc7f-4793-ad9c-6d32b67c0bd4 req-84a60733-951a-47ba-9f52-075ba974e061 tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d5ba21e-e655-476c-8e43-e95720ec74ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772614 Apr 19 07:46:23.627546 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316292ad-b189-4f58-92d4-7f6e6071a3b3 req-b8c0bb23-d9b3-41c8-9436-4cfb685987aa tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:23.629259 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-316292ad-b189-4f58-92d4-7f6e6071a3b3 req-b8c0bb23-d9b3-41c8-9436-4cfb685987aa tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c8ee91-d18f-4ffb-b5ef-041529e11cb2 HTTP/1.1" status: 200 len: 945 time: 0.0892096 Apr 19 07:46:23.679275 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-316292ad-b189-4f58-92d4-7f6e6071a3b3 req-a3db1cfd-0414-4162-9eba-09b33e61ae49 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/security-groups?id=f52fde24-61e4-489f-8f08-9e781c9d9c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427196 Apr 19 07:46:24.332743 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Device c17df7c2-91d2-445f-a304-b89d9c6c6e81 up at agent hyperv_hv-cinder-77387 {{(pid=86414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 07:46:24.411950 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Provisioning complete for port c17df7c2-91d2-445f-a304-b89d9c6c6e81 triggered by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:46:24.411950 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:24.459031 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f97cda-7073-4cf0-8a28-d99c805a029a req-3bb9136b-33f0-4bc1-b710-4936386b7c09 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:24.461108 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-47f97cda-7073-4cf0-8a28-d99c805a029a req-3bb9136b-33f0-4bc1-b710-4936386b7c09 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb2e375-2b4d-44e3-9bba-7fc338663cec HTTP/1.1" status: 200 len: 944 time: 0.1031177 Apr 19 07:46:24.513235 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-47f97cda-7073-4cf0-8a28-d99c805a029a req-644646e5-a3b7-4cb0-826a-868721328f7c tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=54a7104c-197d-4fa0-8d02-7bd249136409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453858 Apr 19 07:46:24.547974 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:24.584962 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] For port c17df7c2-91d2-445f-a304-b89d9c6c6e81, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=c17df7c2-91d2-445f-a304-b89d9c6c6e81,segment=NetworkSegment(12dfadba-9621-4833-9b73-52005e0c6bf2),segment_id=12dfadba-9621-4833-9b73-52005e0c6bf2)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:46:24.604464 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:24.607237 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:46:24.688329 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Pushing event updated for resources: {'Port': ['ID=c17df7c2-91d2-445f-a304-b89d9c6c6e81,revision_number=8']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:46:24.692281 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:46:24.711392 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeef6d5-9b30-480c-9c79-0c9bfa5c96b2 req-3b0334eb-215d-4c6e-ad9a-23bd301d5b3d tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:24.713089 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-1aeef6d5-9b30-480c-9c79-0c9bfa5c96b2 req-3b0334eb-215d-4c6e-ad9a-23bd301d5b3d tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] 10.222.0.41 "GET /v2.0/ports?device_id=027cb2f8-161a-41db-ac48-5fa4b45d086f HTTP/1.1" status: 200 len: 945 time: 0.1181657 Apr 19 07:46:24.767757 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-1aeef6d5-9b30-480c-9c79-0c9bfa5c96b2 req-85383d49-a2f8-4a66-a9b5-c703f288d0cd tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d5ba21e-e655-476c-8e43-e95720ec74ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483110 Apr 19 07:46:24.895674 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed4410-dcbb-4a7a-9188-d572947cc644 req-0285c0e2-ef50-4eda-93ff-b5aabc6b31a8 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:24.897851 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-cfed4410-dcbb-4a7a-9188-d572947cc644 req-0285c0e2-ef50-4eda-93ff-b5aabc6b31a8 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c8ee91-d18f-4ffb-b5ef-041529e11cb2 HTTP/1.1" status: 200 len: 946 time: 0.0938752 Apr 19 07:46:24.910872 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0c8ee91-d18f-4ffb-b5ef-041529e11cb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c17df7c2-91d2-445f-a304-b89d9c6c6e81'}] {{(pid=86414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 07:46:24.948414 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-cfed4410-dcbb-4a7a-9188-d572947cc644 req-f7b3381d-6634-4299-9375-2d1fcbb412d4 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/security-groups?id=f52fde24-61e4-489f-8f08-9e781c9d9c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437253 Apr 19 07:46:24.968889 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0c8ee91-d18f-4ffb-b5ef-041529e11cb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c17df7c2-91d2-445f-a304-b89d9c6c6e81', 'code': 200} Apr 19 07:46:25.730654 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003351e5-7ff2-4d4c-b364-82c6d0d4edd7 req-d0ac5618-fff5-4ed0-89d3-41a16a13c251 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:25.732327 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-003351e5-7ff2-4d4c-b364-82c6d0d4edd7 req-d0ac5618-fff5-4ed0-89d3-41a16a13c251 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb2e375-2b4d-44e3-9bba-7fc338663cec HTTP/1.1" status: 200 len: 944 time: 0.0954461 Apr 19 07:46:25.783799 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-003351e5-7ff2-4d4c-b364-82c6d0d4edd7 req-c20b09dd-6eb6-4759-b9ab-8c148994a2e2 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=54a7104c-197d-4fa0-8d02-7bd249136409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445633 Apr 19 07:46:26.218073 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc29ccf6-d1c3-4bd1-aaad-04a0e5d35f27 req-1a9bd5b1-ed0a-45dc-9932-9bde03c3a43e tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:26.219849 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-cc29ccf6-d1c3-4bd1-aaad-04a0e5d35f27 req-1a9bd5b1-ed0a-45dc-9932-9bde03c3a43e tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] 10.222.0.41 "GET /v2.0/ports?device_id=027cb2f8-161a-41db-ac48-5fa4b45d086f HTTP/1.1" status: 200 len: 945 time: 0.1707909 Apr 19 07:46:26.229805 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7071ec2-60dd-4f7a-9fc5-9bf5c030b7a0 req-f44e3cd1-f97a-4985-ad59-6d94b1eb4b31 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:26.231374 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-d7071ec2-60dd-4f7a-9fc5-9bf5c030b7a0 req-f44e3cd1-f97a-4985-ad59-6d94b1eb4b31 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c8ee91-d18f-4ffb-b5ef-041529e11cb2 HTTP/1.1" status: 200 len: 946 time: 0.1348732 Apr 19 07:46:26.304247 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-cc29ccf6-d1c3-4bd1-aaad-04a0e5d35f27 req-3d4bb469-139a-47e8-b659-cfb5b0ac5d6d tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d5ba21e-e655-476c-8e43-e95720ec74ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717299 Apr 19 07:46:26.317227 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-d7071ec2-60dd-4f7a-9fc5-9bf5c030b7a0 req-5e4363a7-e0b9-49af-a278-3b942342be3c tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/security-groups?id=f52fde24-61e4-489f-8f08-9e781c9d9c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697668 Apr 19 07:46:26.996760 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07628587-9ea5-4945-b05d-fd52ddac4941 req-af686069-dcf5-49fd-9358-a2473c064495 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:26.998355 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-07628587-9ea5-4945-b05d-fd52ddac4941 req-af686069-dcf5-49fd-9358-a2473c064495 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb2e375-2b4d-44e3-9bba-7fc338663cec HTTP/1.1" status: 200 len: 944 time: 0.0915656 Apr 19 07:46:27.276106 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-07628587-9ea5-4945-b05d-fd52ddac4941 req-f4c9eda9-17c3-4af3-bbe3-746b38cedc19 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=54a7104c-197d-4fa0-8d02-7bd249136409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2709675 Apr 19 07:46:27.595804 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a9995-f3e1-45f7-b2e6-441fb6d98477 req-30671c09-5dfa-46c4-aa02-628d0acabb0b tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:27.597426 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-1e1a9995-f3e1-45f7-b2e6-441fb6d98477 req-30671c09-5dfa-46c4-aa02-628d0acabb0b tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] 10.222.0.41 "GET /v2.0/ports?device_id=027cb2f8-161a-41db-ac48-5fa4b45d086f HTTP/1.1" status: 200 len: 945 time: 0.1188197 Apr 19 07:46:27.610733 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b615ecf-a828-42bc-869b-fcdcd7b8b9c6 req-3add3c3f-328f-4bcb-ada1-8296d0679de0 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:27.612283 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-8b615ecf-a828-42bc-869b-fcdcd7b8b9c6 req-3add3c3f-328f-4bcb-ada1-8296d0679de0 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c8ee91-d18f-4ffb-b5ef-041529e11cb2 HTTP/1.1" status: 200 len: 946 time: 0.1744375 Apr 19 07:46:27.691113 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-8b615ecf-a828-42bc-869b-fcdcd7b8b9c6 req-706cc46f-c05d-4d00-b5d7-118e19c9cee8 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/security-groups?id=f52fde24-61e4-489f-8f08-9e781c9d9c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623598 Apr 19 07:46:27.695725 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-1e1a9995-f3e1-45f7-b2e6-441fb6d98477 req-bcf282e5-4ff9-4937-be33-755385985756 tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d5ba21e-e655-476c-8e43-e95720ec74ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817251 Apr 19 07:46:28.502379 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4121ce5-d756-4e3f-9c7a-f723b6bb0ca3 req-cf6ff8b4-008c-4ca3-9ea5-f9ef640dca7a tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:28.504063 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-e4121ce5-d756-4e3f-9c7a-f723b6bb0ca3 req-cf6ff8b4-008c-4ca3-9ea5-f9ef640dca7a tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb2e375-2b4d-44e3-9bba-7fc338663cec HTTP/1.1" status: 200 len: 944 time: 0.0930665 Apr 19 07:46:28.553066 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-e4121ce5-d756-4e3f-9c7a-f723b6bb0ca3 req-d226bd28-5dd6-4be0-a01a-8c4cb31a3faa tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=54a7104c-197d-4fa0-8d02-7bd249136409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420797 Apr 19 07:46:28.969550 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641d3a44-67e5-4b00-ae60-9e25df5b96e2 req-aa5102b6-c493-4a8d-8f28-0329da3c2c2d tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:28.971184 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-641d3a44-67e5-4b00-ae60-9e25df5b96e2 req-aa5102b6-c493-4a8d-8f28-0329da3c2c2d tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] 10.222.0.41 "GET /v2.0/ports?device_id=027cb2f8-161a-41db-ac48-5fa4b45d086f HTTP/1.1" status: 200 len: 945 time: 0.1603112 Apr 19 07:46:28.980411 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da35de0e-0c68-415e-9697-54265c4e5ea6 req-b8ea613b-1ce5-4f26-930c-8659717f44da tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:28.981896 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-da35de0e-0c68-415e-9697-54265c4e5ea6 req-b8ea613b-1ce5-4f26-930c-8659717f44da tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c8ee91-d18f-4ffb-b5ef-041529e11cb2 HTTP/1.1" status: 200 len: 946 time: 0.1353867 Apr 19 07:46:29.059716 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-da35de0e-0c68-415e-9697-54265c4e5ea6 req-a54bb64d-918f-4b38-af13-010da92820a3 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/security-groups?id=f52fde24-61e4-489f-8f08-9e781c9d9c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607524 Apr 19 07:46:29.065068 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-641d3a44-67e5-4b00-ae60-9e25df5b96e2 req-0bd621d3-f6ac-4752-9678-42cf40f902c5 tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d5ba21e-e655-476c-8e43-e95720ec74ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820324 Apr 19 07:46:29.769792 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c7b6df-9053-4343-883a-d9321050ed3f req-912af0e9-2b37-4597-badf-d44e7c023b3c tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:29.771618 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-f1c7b6df-9053-4343-883a-d9321050ed3f req-912af0e9-2b37-4597-badf-d44e7c023b3c tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb2e375-2b4d-44e3-9bba-7fc338663cec HTTP/1.1" status: 200 len: 944 time: 0.0945907 Apr 19 07:46:29.821297 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-f1c7b6df-9053-4343-883a-d9321050ed3f req-9f5f7aeb-8393-41e8-a7c9-7b7f309f9051 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=54a7104c-197d-4fa0-8d02-7bd249136409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432117 Apr 19 07:46:30.374795 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f54319-15e2-4ff4-ab31-569cfe2b6baa req-f323dab9-12ea-408e-bed5-19bced637ae1 tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:30.376391 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-23f54319-15e2-4ff4-ab31-569cfe2b6baa req-f323dab9-12ea-408e-bed5-19bced637ae1 tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] 10.222.0.41 "GET /v2.0/ports?device_id=027cb2f8-161a-41db-ac48-5fa4b45d086f HTTP/1.1" status: 200 len: 945 time: 0.1343486 Apr 19 07:46:30.390238 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d400953c-f83e-413e-b24e-8201460749b9 req-f36fd491-4359-4005-9ec6-642a8987b44c tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:30.391856 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-d400953c-f83e-413e-b24e-8201460749b9 req-f36fd491-4359-4005-9ec6-642a8987b44c tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c8ee91-d18f-4ffb-b5ef-041529e11cb2 HTTP/1.1" status: 200 len: 946 time: 0.1913297 Apr 19 07:46:30.464749 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-23f54319-15e2-4ff4-ab31-569cfe2b6baa req-f00a6ae1-0b8c-4303-a788-0405764f4d7d tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d5ba21e-e655-476c-8e43-e95720ec74ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717981 Apr 19 07:46:30.477666 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-d400953c-f83e-413e-b24e-8201460749b9 req-68294ba7-455f-4b4f-b6b1-fa486aed9209 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/security-groups?id=f52fde24-61e4-489f-8f08-9e781c9d9c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689950 Apr 19 07:46:31.059224 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c773576a-c5f1-4dfe-abcf-a6e4bb2ccab6 req-f62c3188-c8fd-403e-bdfb-9e402e8f7d7c tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:31.061554 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-c773576a-c5f1-4dfe-abcf-a6e4bb2ccab6 req-f62c3188-c8fd-403e-bdfb-9e402e8f7d7c tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb2e375-2b4d-44e3-9bba-7fc338663cec HTTP/1.1" status: 200 len: 944 time: 0.0952134 Apr 19 07:46:31.121520 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-c773576a-c5f1-4dfe-abcf-a6e4bb2ccab6 req-30669253-e5ea-455b-9475-d2c795e85b62 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=54a7104c-197d-4fa0-8d02-7bd249136409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528955 Apr 19 07:46:31.746205 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f178e3e7-e36e-4a9d-ad19-b9697dd78d1e req-1cdb4d85-3635-4e1c-a9be-7af46673e8e5 tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:31.747816 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-f178e3e7-e36e-4a9d-ad19-b9697dd78d1e req-1cdb4d85-3635-4e1c-a9be-7af46673e8e5 tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] 10.222.0.41 "GET /v2.0/ports?device_id=027cb2f8-161a-41db-ac48-5fa4b45d086f HTTP/1.1" status: 200 len: 945 time: 0.1584258 Apr 19 07:46:31.758829 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57644991-9f35-408b-9108-cf3100efa7c9 req-7ed46c47-2514-4dfe-a2ec-1afa5bcefb31 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:31.760266 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-57644991-9f35-408b-9108-cf3100efa7c9 req-7ed46c47-2514-4dfe-a2ec-1afa5bcefb31 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c8ee91-d18f-4ffb-b5ef-041529e11cb2 HTTP/1.1" status: 200 len: 946 time: 0.1314068 Apr 19 07:46:31.834375 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-f178e3e7-e36e-4a9d-ad19-b9697dd78d1e req-294610ca-5fc0-4c8d-b956-572eb7530f4d tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d5ba21e-e655-476c-8e43-e95720ec74ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731151 Apr 19 07:46:31.839059 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-57644991-9f35-408b-9108-cf3100efa7c9 req-c09fd329-7b4b-43cf-b217-6df1fb245116 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/security-groups?id=f52fde24-61e4-489f-8f08-9e781c9d9c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638735 Apr 19 07:46:32.332923 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da405d21-f634-454a-87bb-0932ecca837f req-634681fa-bade-4ea3-b138-ea66f085de8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:32.333722 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d099ea0f-72c9-440c-9f7d-76f0f641558e req-87915baf-df24-4d3d-8b01-d21f173f7c5b tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:32.334550 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-da405d21-f634-454a-87bb-0932ecca837f req-634681fa-bade-4ea3-b138-ea66f085de8e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=027cb2f8-161a-41db-ac48-5fa4b45d086f HTTP/1.1" status: 200 len: 1098 time: 0.0861454 Apr 19 07:46:32.335369 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-d099ea0f-72c9-440c-9f7d-76f0f641558e req-87915baf-df24-4d3d-8b01-d21f173f7c5b tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb2e375-2b4d-44e3-9bba-7fc338663cec HTTP/1.1" status: 200 len: 944 time: 0.0924258 Apr 19 07:46:32.389177 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-da405d21-f634-454a-87bb-0932ecca837f req-a7dc7138-727f-433b-ac7c-a619ae37cd04 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8d5ba21e-e655-476c-8e43-e95720ec74ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479343 Apr 19 07:46:32.400109 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-d099ea0f-72c9-440c-9f7d-76f0f641558e req-c30cbf78-7266-4b46-9034-9aacb184a54d tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=54a7104c-197d-4fa0-8d02-7bd249136409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579607 Apr 19 07:46:33.114467 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee6c5fc-d7c2-43be-acf1-5b7ac815eaf8 req-5abe2acc-ff12-4f99-b249-fc2fcea97229 tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:33.116137 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-8ee6c5fc-d7c2-43be-acf1-5b7ac815eaf8 req-5abe2acc-ff12-4f99-b249-fc2fcea97229 tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] 10.222.0.41 "GET /v2.0/ports?device_id=027cb2f8-161a-41db-ac48-5fa4b45d086f HTTP/1.1" status: 200 len: 945 time: 0.1553981 Apr 19 07:46:33.125392 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367317c0-2b5f-43d9-9c19-7b863eac9d67 req-e0bbb62c-2bb9-45e9-b6c9-1ecffb4109f4 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:33.126832 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-367317c0-2b5f-43d9-9c19-7b863eac9d67 req-e0bbb62c-2bb9-45e9-b6c9-1ecffb4109f4 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c8ee91-d18f-4ffb-b5ef-041529e11cb2 HTTP/1.1" status: 200 len: 946 time: 0.1675105 Apr 19 07:46:33.204602 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-8ee6c5fc-d7c2-43be-acf1-5b7ac815eaf8 req-69a31fd7-e270-4feb-baf6-d24fca513e0f tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d5ba21e-e655-476c-8e43-e95720ec74ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767367 Apr 19 07:46:33.207572 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-367317c0-2b5f-43d9-9c19-7b863eac9d67 req-4f410176-36f9-4d5b-8be7-af37ef121581 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/security-groups?id=f52fde24-61e4-489f-8f08-9e781c9d9c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657027 Apr 19 07:46:33.622100 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d545d13a-15da-441a-8ae3-282fe7d37109 req-e4d4018d-e33d-4c4f-985c-df90364a6015 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:33.623734 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-d545d13a-15da-441a-8ae3-282fe7d37109 req-e4d4018d-e33d-4c4f-985c-df90364a6015 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb2e375-2b4d-44e3-9bba-7fc338663cec HTTP/1.1" status: 200 len: 944 time: 0.0925529 Apr 19 07:46:33.672359 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-d545d13a-15da-441a-8ae3-282fe7d37109 req-53a91683-2a87-4149-9f88-6f2e01ab865d tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=54a7104c-197d-4fa0-8d02-7bd249136409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416350 Apr 19 07:46:34.403644 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Device f566711e-dd39-4231-b2af-04c9f216c4c1 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=86414) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 07:46:34.432535 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33950e4f-a996-4634-bff0-2b3531b74f46 req-fb35263f-d781-4d24-91aa-d697d9b7a81a tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:34.434126 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-33950e4f-a996-4634-bff0-2b3531b74f46 req-fb35263f-d781-4d24-91aa-d697d9b7a81a tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] 10.222.0.41 "GET /v2.0/ports?device_id=027cb2f8-161a-41db-ac48-5fa4b45d086f HTTP/1.1" status: 200 len: 945 time: 0.0989311 Apr 19 07:46:34.481380 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-33950e4f-a996-4634-bff0-2b3531b74f46 req-621f5e8d-a3c9-4e35-8719-4bdf9e1c6899 tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d5ba21e-e655-476c-8e43-e95720ec74ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407650 Apr 19 07:46:34.544257 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] For port f566711e-dd39-4231-b2af-04c9f216c4c1, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=f566711e-dd39-4231-b2af-04c9f216c4c1,segment=NetworkSegment(82586cc3-7b22-4a5c-b95c-8fce131571e9),segment_id=82586cc3-7b22-4a5c-b95c-8fce131571e9)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:46:34.558427 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Returning: {'device': 'f566711e-dd39-4231-b2af-04c9f216c4c1', 'network_id': '54cc282c-1ba1-4d63-8981-01ed15bb5ad4', 'port_id': 'f566711e-dd39-4231-b2af-04c9f216c4c1', 'mac_address': 'fa:16:3e:7b:31:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '576f6062-f22a-411b-bc12-7e9099407d19', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86414) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 07:46:34.617533 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:34.635106 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f566711e-dd39-4231-b2af-04c9f216c4c1 {{(pid=86414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 07:46:34.651384 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] For port f566711e-dd39-4231-b2af-04c9f216c4c1, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=f566711e-dd39-4231-b2af-04c9f216c4c1,segment=NetworkSegment(82586cc3-7b22-4a5c-b95c-8fce131571e9),segment_id=82586cc3-7b22-4a5c-b95c-8fce131571e9)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:46:34.654760 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:34.656615 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:46:34.728491 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Pushing event updated for resources: {'Port': ['ID=f566711e-dd39-4231-b2af-04c9f216c4c1,revision_number=9']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:46:34.731847 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:46:34.892105 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d307bfb2-a4da-4fe9-80b7-dcf1c8072d8f req-dae20c52-1ea9-46d1-baf8-8b1e349aed01 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:34.893683 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-d307bfb2-a4da-4fe9-80b7-dcf1c8072d8f req-dae20c52-1ea9-46d1-baf8-8b1e349aed01 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb2e375-2b4d-44e3-9bba-7fc338663cec HTTP/1.1" status: 200 len: 945 time: 0.0982525 Apr 19 07:46:34.908270 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] get_ports_and_sgs() called for port_ids ['f566711e-dd39-4231-b2af-04c9f216c4c1'] {{(pid=86414) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 07:46:34.943629 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-d307bfb2-a4da-4fe9-80b7-dcf1c8072d8f req-eb57d6c1-a5ea-41d0-a768-194ce62aa481 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=54a7104c-197d-4fa0-8d02-7bd249136409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430260 Apr 19 07:46:36.167111 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d426a72-08a8-40fa-bed5-cc7197842525 req-036c66e0-6af8-4eb8-abc9-fbfafba4f112 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:36.168755 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-0d426a72-08a8-40fa-bed5-cc7197842525 req-036c66e0-6af8-4eb8-abc9-fbfafba4f112 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb2e375-2b4d-44e3-9bba-7fc338663cec HTTP/1.1" status: 200 len: 945 time: 0.0981498 Apr 19 07:46:36.220557 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-0d426a72-08a8-40fa-bed5-cc7197842525 req-caf21239-3940-46ea-b887-573b91f7f1ad tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=54a7104c-197d-4fa0-8d02-7bd249136409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448105 Apr 19 07:46:36.414547 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Device f566711e-dd39-4231-b2af-04c9f216c4c1 up at agent hyperv_hv-cinder-77387 {{(pid=86414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 07:46:36.489547 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Provisioning complete for port f566711e-dd39-4231-b2af-04c9f216c4c1 triggered by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:46:36.489879 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:36.620794 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:36.649020 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb2e375-2b4d-44e3-9bba-7fc338663cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f566711e-dd39-4231-b2af-04c9f216c4c1'}] {{(pid=86414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 07:46:36.660802 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] For port f566711e-dd39-4231-b2af-04c9f216c4c1, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=f566711e-dd39-4231-b2af-04c9f216c4c1,segment=NetworkSegment(82586cc3-7b22-4a5c-b95c-8fce131571e9),segment_id=82586cc3-7b22-4a5c-b95c-8fce131571e9)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:46:36.698518 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:36.700561 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:46:36.763883 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb2e375-2b4d-44e3-9bba-7fc338663cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f566711e-dd39-4231-b2af-04c9f216c4c1', 'code': 200} Apr 19 07:46:36.774064 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Pushing event updated for resources: {'Port': ['ID=f566711e-dd39-4231-b2af-04c9f216c4c1,revision_number=10']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:46:36.777248 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:46:37.024547 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6324c319-09c8-4d3a-a10a-f8f02b01d2a8 req-1750944b-a473-4a39-845c-c26692254bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:37.026140 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-6324c319-09c8-4d3a-a10a-f8f02b01d2a8 req-1750944b-a473-4a39-845c-c26692254bb7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6bb2e375-2b4d-44e3-9bba-7fc338663cec HTTP/1.1" status: 200 len: 1100 time: 0.0793800 Apr 19 07:46:37.057632 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-892bddb6-7bad-4083-906f-be2b86c7cd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:37.075460 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-6324c319-09c8-4d3a-a10a-f8f02b01d2a8 req-beebe6fc-7b28-4df4-9d0c-261ffc5343ed service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=54a7104c-197d-4fa0-8d02-7bd249136409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405095 Apr 19 07:46:37.436648 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843c66c3-ee5e-4928-864a-3165320d119f req-1a134f5c-ec35-4985-987a-79fbc78216bf tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:37.438234 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-843c66c3-ee5e-4928-864a-3165320d119f req-1a134f5c-ec35-4985-987a-79fbc78216bf tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb2e375-2b4d-44e3-9bba-7fc338663cec HTTP/1.1" status: 200 len: 947 time: 0.0922008 Apr 19 07:46:37.490915 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-843c66c3-ee5e-4928-864a-3165320d119f req-3b76d84f-3bf2-4956-9cc3-2b0fef80a5e9 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=54a7104c-197d-4fa0-8d02-7bd249136409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460095 Apr 19 07:46:37.665057 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70489f8-f9bd-4d86-8fb0-33bab2821eba req-3a7a05a6-d3ed-4c84-8723-3441588922b8 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:37.666556 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-b70489f8-f9bd-4d86-8fb0-33bab2821eba req-3a7a05a6-d3ed-4c84-8723-3441588922b8 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/ports?device_id=868aaa94-808d-4b03-9f00-91d887d2f5d2 HTTP/1.1" status: 200 len: 945 time: 0.0946941 Apr 19 07:46:37.718811 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-b70489f8-f9bd-4d86-8fb0-33bab2821eba req-80d2c08c-195b-4086-8bad-f787753caa88 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/security-groups?id=573663d3-46fc-47c6-b367-61f1fe85d309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433512 Apr 19 07:46:38.699509 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fa4896-87e0-4568-8149-e281df8304d6 req-4bb9443e-c823-4d49-90a1-0d733b961a4d tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:38.701101 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-09fa4896-87e0-4568-8149-e281df8304d6 req-4bb9443e-c823-4d49-90a1-0d733b961a4d tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb2e375-2b4d-44e3-9bba-7fc338663cec HTTP/1.1" status: 200 len: 947 time: 0.0898447 Apr 19 07:46:38.753384 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-09fa4896-87e0-4568-8149-e281df8304d6 req-488b19b8-a87d-4a32-aaae-cb3a059f4e1c tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=54a7104c-197d-4fa0-8d02-7bd249136409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456936 Apr 19 07:46:38.934314 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e442a3-34e6-4907-8cfa-327891292298 req-d601685b-08c1-4ecc-94f1-b8047d848bb6 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:38.935972 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-f5e442a3-34e6-4907-8cfa-327891292298 req-d601685b-08c1-4ecc-94f1-b8047d848bb6 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/ports?device_id=868aaa94-808d-4b03-9f00-91d887d2f5d2 HTTP/1.1" status: 200 len: 945 time: 0.0890019 Apr 19 07:46:38.985745 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-f5e442a3-34e6-4907-8cfa-327891292298 req-7cbb3380-dd49-45f6-aac2-69b3b2061742 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/security-groups?id=573663d3-46fc-47c6-b367-61f1fe85d309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430188 Apr 19 07:46:39.152569 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-0047a400-e596-47bc-99e1-e915dd3e2dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:39.786793 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bf2cef0d-0a86-410b-90d7-6d8fe7ad6153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:39.863757 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7844893b-2cbe-4020-8810-cc5455e45f6b req-9a3d0afb-befd-475a-83d5-d8d519cd5f0f tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:39.864620 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-7844893b-2cbe-4020-8810-cc5455e45f6b req-9a3d0afb-befd-475a-83d5-d8d519cd5f0f tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Synchronizing usage tracker for tenant:4785af1c8f0e4b01af43cb5ee0e71925 on resource:port {{(pid=86412) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 07:46:39.880024 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-7844893b-2cbe-4020-8810-cc5455e45f6b req-9a3d0afb-befd-475a-83d5-d8d519cd5f0f tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Unset dirty status for tenant:4785af1c8f0e4b01af43cb5ee0e71925 on resource:port {{(pid=86412) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 07:46:39.881290 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-7844893b-2cbe-4020-8810-cc5455e45f6b req-9a3d0afb-befd-475a-83d5-d8d519cd5f0f tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.42 "GET /v2.0/ports?device_id=868aaa94-808d-4b03-9f00-91d887d2f5d2 HTTP/1.1" status: 200 len: 945 time: 0.1193583 Apr 19 07:46:39.958411 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [req-7844893b-2cbe-4020-8810-cc5455e45f6b req-a2880ec8-9762-43d6-a8a0-440729cd4573 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Deleting port fef0b579-3b5a-4351-a4ff-6651dd1f06b4 {{(pid=86412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 07:46:39.958796 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-7844893b-2cbe-4020-8810-cc5455e45f6b req-a2880ec8-9762-43d6-a8a0-440729cd4573 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267090122612'] for port, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:39.970039 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaaa631-a796-40cf-a2b8-70e86a2fd7dc req-6e454c35-5fb6-43a7-99d5-1cc04e89b6c4 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:39.971695 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-1aaaa631-a796-40cf-a2b8-70e86a2fd7dc req-6e454c35-5fb6-43a7-99d5-1cc04e89b6c4 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb2e375-2b4d-44e3-9bba-7fc338663cec HTTP/1.1" status: 200 len: 947 time: 0.0942411 Apr 19 07:46:40.024471 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-1aaaa631-a796-40cf-a2b8-70e86a2fd7dc req-4083ff0c-d757-4aa1-be92-984b69f93ab4 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=54a7104c-197d-4fa0-8d02-7bd249136409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460737 Apr 19 07:46:40.220536 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbd52a1-c6cb-4e07-8a6b-8006a649d7ca req-1cedacca-03d7-415d-9bc5-6e29bd70073c tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:46:40.222115 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-0dbd52a1-c6cb-4e07-8a6b-8006a649d7ca req-1cedacca-03d7-415d-9bc5-6e29bd70073c tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/ports?device_id=868aaa94-808d-4b03-9f00-91d887d2f5d2 HTTP/1.1" status: 200 len: 945 time: 0.0904386 Apr 19 07:46:40.230343 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [req-7844893b-2cbe-4020-8810-cc5455e45f6b req-a2880ec8-9762-43d6-a8a0-440729cd4573 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] For port fef0b579-3b5a-4351-a4ff-6651dd1f06b4, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=fef0b579-3b5a-4351-a4ff-6651dd1f06b4,segment=NetworkSegment(71797285-2b24-44ab-bc5d-907fe2f55ea2),segment_id=71797285-2b24-44ab-bc5d-907fe2f55ea2)] {{(pid=86412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:46:40.230743 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-7844893b-2cbe-4020-8810-cc5455e45f6b req-a2880ec8-9762-43d6-a8a0-440729cd4573 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852958595'] for port, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:40.271834 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-0dbd52a1-c6cb-4e07-8a6b-8006a649d7ca req-afa5762c-3e02-4d42-b156-74a0992f87ac tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/security-groups?id=573663d3-46fc-47c6-b367-61f1fe85d309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429454 Apr 19 07:46:40.475327 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:40.557089 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-7844893b-2cbe-4020-8810-cc5455e45f6b req-a2880ec8-9762-43d6-a8a0-440729cd4573 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:40.557476 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-7844893b-2cbe-4020-8810-cc5455e45f6b req-a2880ec8-9762-43d6-a8a0-440729cd4573 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1810097'] for floatingip, after_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:40.557830 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.db.l3_db [req-7844893b-2cbe-4020-8810-cc5455e45f6b req-a2880ec8-9762-43d6-a8a0-440729cd4573 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Floating IP 94be80b2-bb35-4f13-bd3a-b993d209d282 disassociated. External IP: 172.28.2.122, port: fef0b579-3b5a-4351-a4ff-6651dd1f06b4. Apr 19 07:46:40.558221 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [req-7844893b-2cbe-4020-8810-cc5455e45f6b req-a2880ec8-9762-43d6-a8a0-440729cd4573 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Calling delete_port for fef0b579-3b5a-4351-a4ff-6651dd1f06b4 owned by compute:nova {{(pid=86412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 07:46:40.628217 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:40.711606 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-7844893b-2cbe-4020-8810-cc5455e45f6b req-a2880ec8-9762-43d6-a8a0-440729cd4573 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267090117919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267090550695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3936575'] for port, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:40.717518 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-c858eb11-e812-46de-89b8-1e222df40d34 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:46:40.769205 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2880ec8-9762-43d6-a8a0-440729cd4573 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Pushing event deleted for resources: {'Port': ['ID=fef0b579-3b5a-4351-a4ff-6651dd1f06b4,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:46:40.772548 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-a2880ec8-9762-43d6-a8a0-440729cd4573 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:46:40.969509 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7844893b-2cbe-4020-8810-cc5455e45f6b req-a2880ec8-9762-43d6-a8a0-440729cd4573 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Router f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4 has already been hosted by L3 agent af0aee0b-5275-4bf1-b5b2-246fd8e7196c {{(pid=86412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 07:46:41.162664 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7844893b-2cbe-4020-8810-cc5455e45f6b req-a2880ec8-9762-43d6-a8a0-440729cd4573 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify agent at l3_agent.dv-cinder-773870-2-smb the message routers_updated {{(pid=86412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 07:46:41.172881 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04b0747-43c5-420b-941a-fad334c1146d None None] Sync routers for ids ['f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4'] in dv-cinder-773870-2-smb {{(pid=86414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 07:46:41.183632 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04b0747-43c5-420b-941a-fad334c1146d None None] Routers {'f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4'} bound to L3 agent in host dv-cinder-773870-2-smb {{(pid=86414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 07:46:41.184646 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-a04b0747-43c5-420b-941a-fad334c1146d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T07:32:39Z,description=,heartbeat_timestamp=2021-04-19T07:46:39Z,host='dv-cinder-773870-2-smb',id=af0aee0b-5275-4bf1-b5b2-246fd8e7196c,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T07:32:39Z,topic='l3_agent')) {'router_ids': ['f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4'], 'active': True} {{(pid=86414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:46:41.246079 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [req-7844893b-2cbe-4020-8810-cc5455e45f6b req-a2880ec8-9762-43d6-a8a0-440729cd4573 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] No DVR routers for this DVR port fef0b579-3b5a-4351-a4ff-6651dd1f06b4 on host hv-cinder-77387 {{(pid=86412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 07:46:41.248851 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-7844893b-2cbe-4020-8810-cc5455e45f6b req-a2880ec8-9762-43d6-a8a0-440729cd4573 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773070'] for port, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:41.252143 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '868aaa94-808d-4b03-9f00-91d887d2f5d2', 'name': 'network-vif-deleted', 'tag': 'fef0b579-3b5a-4351-a4ff-6651dd1f06b4'}] {{(pid=86412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 07:46:41.271906 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-7844893b-2cbe-4020-8810-cc5455e45f6b req-a2880ec8-9762-43d6-a8a0-440729cd4573 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.42 "DELETE /v2.0/ports/fef0b579-3b5a-4351-a4ff-6651dd1f06b4 HTTP/1.1" status: 204 len: 173 time: 1.3846509 Apr 19 07:46:41.389524 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d08bd89e-63cf-49bc-b1d3-e1c35da66f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:41.397644 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '868aaa94-808d-4b03-9f00-91d887d2f5d2', 'name': 'network-vif-deleted', 'tag': 'fef0b579-3b5a-4351-a4ff-6651dd1f06b4', 'status': 'completed', 'code': 200} Apr 19 07:46:41.405306 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvr_db [None req-a04b0747-43c5-420b-941a-fad334c1146d None None] Set router f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4 gateway port host: dv-cinder-773870-2-smb {{(pid=86414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 07:46:41.461131 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-79715efc-66d0-449e-9f8b-02fb2bae9a91 req-50ffd4f3-6f38-4eb5-bff0-14923a5d0538 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/ports?device_id=868aaa94-808d-4b03-9f00-91d887d2f5d2 HTTP/1.1" status: 200 len: 210 time: 0.0578706 Apr 19 07:46:41.748733 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-a04b0747-43c5-420b-941a-fad334c1146d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4', 'name': 'tempest-AttachVolumeTestJSON-1461246334-router', 'tenant_id': '4785af1c8f0e4b01af43cb5ee0e71925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.49'}], 'enable_snat': True}, 'gw_port_id': 'd3c332ed-a2a9-40a2-a10b-b2b058600796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:40:58Z', 'updated_at': '2021-04-19T07:41:07Z', 'revision_number': 4, 'project_id': '4785af1c8f0e4b01af43cb5ee0e71925', 'gw_port': {'id': 'd3c332ed-a2a9-40a2-a10b-b2b058600796', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ff:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:00Z', 'updated_at': '2021-04-19T07:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb', '_interfaces': [{'id': 'e9dd2e08-91ca-4b2a-9fd5-f859b560338f', 'name': '', 'network_id': '9f8aa9f4-c051-436b-a77b-0b1e6ac2b108', 'tenant_id': '4785af1c8f0e4b01af43cb5ee0e71925', 'mac_address': 'fa:16:3e:52:41:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'de605b46-a093-48ae-a63f-9a51e235e4b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:05Z', 'updated_at': '2021-04-19T07:41:24Z', 'revision_number': 5, 'project_id': '4785af1c8f0e4b01af43cb5ee0e71925', 'subnets': [{'id': 'de605b46-a093-48ae-a63f-9a51e235e4b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-smb', False) {} {{(pid=86414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:46:41.753020 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04b0747-43c5-420b-941a-fad334c1146d None None] Checking router: f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4 for host: dv-cinder-773870-2-smb {{(pid=86414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 07:46:41.762291 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04b0747-43c5-420b-941a-fad334c1146d None None] Routers {'f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4'} bound to L3 agent in host dv-cinder-773870-2-smb {{(pid=86414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 07:46:41.762935 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-a04b0747-43c5-420b-941a-fad334c1146d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T07:32:39Z,description=,heartbeat_timestamp=2021-04-19T07:46:39Z,host='dv-cinder-773870-2-smb',id=af0aee0b-5275-4bf1-b5b2-246fd8e7196c,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T07:32:39Z,topic='l3_agent')) {'router_ids': ['f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4'], 'active': True} {{(pid=86414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:46:41.955908 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvr_db [None req-a04b0747-43c5-420b-941a-fad334c1146d None None] Set router f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4 gateway port host: dv-cinder-773870-2-smb {{(pid=86414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 07:46:42.428833 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Device fef0b579-3b5a-4351-a4ff-6651dd1f06b4 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=86414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 07:46:42.477547 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] No Port match for: fef0b579-3b5a-4351-a4ff-6651dd1f06b4 {{(pid=86414) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 07:46:42.477927 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Device fef0b579-3b5a-4351-a4ff-6651dd1f06b4 not bound to the agent host hv-cinder-77387 {{(pid=86414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 07:46:42.512785 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-a04b0747-43c5-420b-941a-fad334c1146d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4', 'name': 'tempest-AttachVolumeTestJSON-1461246334-router', 'tenant_id': '4785af1c8f0e4b01af43cb5ee0e71925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.49'}], 'enable_snat': True}, 'gw_port_id': 'd3c332ed-a2a9-40a2-a10b-b2b058600796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:40:58Z', 'updated_at': '2021-04-19T07:41:07Z', 'revision_number': 4, 'project_id': '4785af1c8f0e4b01af43cb5ee0e71925', 'gw_port': {'id': 'd3c332ed-a2a9-40a2-a10b-b2b058600796', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ff:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:00Z', 'updated_at': '2021-04-19T07:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb', '_interfaces': [{'id': 'e9dd2e08-91ca-4b2a-9fd5-f859b560338f', 'name': '', 'network_id': '9f8aa9f4-c051-436b-a77b-0b1e6ac2b108', 'tenant_id': '4785af1c8f0e4b01af43cb5ee0e71925', 'mac_address': 'fa:16:3e:52:41:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'de605b46-a093-48ae-a63f-9a51e235e4b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:05Z', 'updated_at': '2021-04-19T07:41:24Z', 'revision_number': 5, 'project_id': '4785af1c8f0e4b01af43cb5ee0e71925', 'subnets': [{'id': 'de605b46-a093-48ae-a63f-9a51e235e4b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-smb', False) {} {{(pid=86414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:46:42.517254 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04b0747-43c5-420b-941a-fad334c1146d None None] The sync data for ids ['f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4'] in dv-cinder-773870-2-smb is: [{'id': 'f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4', 'name': 'tempest-AttachVolumeTestJSON-1461246334-router', 'tenant_id': '4785af1c8f0e4b01af43cb5ee0e71925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.49'}], 'enable_snat': True}, 'gw_port_id': 'd3c332ed-a2a9-40a2-a10b-b2b058600796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:40:58Z', 'updated_at': '2021-04-19T07:41:07Z', 'revision_number': 4, 'project_id': '4785af1c8f0e4b01af43cb5ee0e71925', 'gw_port': {'id': 'd3c332ed-a2a9-40a2-a10b-b2b058600796', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ff:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:00Z', 'updated_at': '2021-04-19T07:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb', '_interfaces': [{'id': 'e9dd2e08-91ca-4b2a-9fd5-f859b560338f', 'name': '', 'network_id': '9f8aa9f4-c051-436b-a77b-0b1e6ac2b108', 'tenant_id': '4785af1c8f0e4b01af43cb5ee0e71925', 'mac_address': 'fa:16:3e:52:41:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'de605b46-a093-48ae-a63f-9a51e235e4b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:05Z', 'updated_at': '2021-04-19T07:41:24Z', 'revision_number': 5, 'project_id': '4785af1c8f0e4b01af43cb5ee0e71925', 'subnets': [{'id': 'de605b46-a093-48ae-a63f-9a51e235e4b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 07:46:42.596209 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 43340) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:46:42.666936 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-0280deec-9169-4c4d-929b-daa578e817a4 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks [] for security_group, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:42.701964 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-0280deec-9169-4c4d-929b-daa578e817a4 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:42.754671 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-0280deec-9169-4c4d-929b-daa578e817a4 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:42.760474 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-fb4c6294-1d11-4495-92bb-ab02a6c28918 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:46:42.778159 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0280deec-9169-4c4d-929b-daa578e817a4 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=573663d3-46fc-47c6-b367-61f1fe85d309,revision_number=None']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:46:42.790343 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0280deec-9169-4c4d-929b-daa578e817a4 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:46:42.790753 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0280deec-9169-4c4d-929b-daa578e817a4 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:46:42.791182 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0280deec-9169-4c4d-929b-daa578e817a4 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:46:42.791580 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0280deec-9169-4c4d-929b-daa578e817a4 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:46:42.791973 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0280deec-9169-4c4d-929b-daa578e817a4 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:46:42.792364 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0280deec-9169-4c4d-929b-daa578e817a4 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:46:42.793777 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0280deec-9169-4c4d-929b-daa578e817a4 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:46:42.793777 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0280deec-9169-4c4d-929b-daa578e817a4 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:46:42.793777 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0280deec-9169-4c4d-929b-daa578e817a4 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:46:42.794105 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0280deec-9169-4c4d-929b-daa578e817a4 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:46:42.794249 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0280deec-9169-4c4d-929b-daa578e817a4 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:46:42.794573 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0280deec-9169-4c4d-929b-daa578e817a4 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:46:42.798026 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-0280deec-9169-4c4d-929b-daa578e817a4 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks [] for security_group, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:42.801945 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-0280deec-9169-4c4d-929b-daa578e817a4 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "DELETE /v2.0/security-groups/573663d3-46fc-47c6-b367-61f1fe85d309 HTTP/1.1" status: 204 len: 168 time: 0.2019806 Apr 19 07:46:42.801945 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-0280deec-9169-4c4d-929b-daa578e817a4 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:46:42.802463 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 43346) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:46:42.820477 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.v2.resource [None req-7866938b-e1c7-444f-bc75-0872f835aa66 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] show failed (client error): The resource could not be found. Apr 19 07:46:42.825295 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 43350) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:46:42.826155 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-7866938b-e1c7-444f-bc75-0872f835aa66 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "GET /v2.0/security-groups/573663d3-46fc-47c6-b367-61f1fe85d309 HTTP/1.1" status: 404 len: 347 time: 0.0228555 Apr 19 07:46:42.894906 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc76c17-69d4-43f2-beeb-269c6c7551d7 None None] New status for floating IP 94be80b2-bb35-4f13-bd3a-b993d209d282: DOWN {{(pid=86415) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 07:46:43.000318 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-2e27ed39-8320-4918-afc6-18517b904289 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Deleting port d584e6a6-33ee-4005-abed-e10354f606e0 {{(pid=86412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 07:46:43.000567 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-2e27ed39-8320-4918-afc6-18517b904289 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267090122612'] for port, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:43.196679 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-2e27ed39-8320-4918-afc6-18517b904289 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852958595'] for port, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:43.197494 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-2e27ed39-8320-4918-afc6-18517b904289 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:43.334873 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-2e27ed39-8320-4918-afc6-18517b904289 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Calling delete_port for d584e6a6-33ee-4005-abed-e10354f606e0 owned by network:floatingip {{(pid=86412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 07:46:43.425450 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.db.api [None req-2e27ed39-8320-4918-afc6-18517b904289 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86412) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 07:46:43.425896 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_db.api [None req-2e27ed39-8320-4918-afc6-18517b904289 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 07:46:43.927707 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-2e27ed39-8320-4918-afc6-18517b904289 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Deleting port d584e6a6-33ee-4005-abed-e10354f606e0 {{(pid=86412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 07:46:43.928281 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-2e27ed39-8320-4918-afc6-18517b904289 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267090122612'] for port, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:44.343272 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-2e27ed39-8320-4918-afc6-18517b904289 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852958595'] for port, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:44.343641 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-2e27ed39-8320-4918-afc6-18517b904289 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:44.481275 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-2e27ed39-8320-4918-afc6-18517b904289 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Calling delete_port for d584e6a6-33ee-4005-abed-e10354f606e0 owned by network:floatingip {{(pid=86412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 07:46:44.637874 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-2e27ed39-8320-4918-afc6-18517b904289 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267090117919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267090550695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3936575'] for port, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:44.641567 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-cdc86a79-fc7a-4f8a-81d1-ea4b061dbb46 tempest-VolumesActionsTest-2011183190 tempest-VolumesActionsTest-2011183190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:46:44.688198 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e27ed39-8320-4918-afc6-18517b904289 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Pushing event deleted for resources: {'Port': ['ID=d584e6a6-33ee-4005-abed-e10354f606e0,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:46:44.691545 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-2e27ed39-8320-4918-afc6-18517b904289 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:46:44.786844 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-2e27ed39-8320-4918-afc6-18517b904289 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks [] for floatingip, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:44.801639 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-2e27ed39-8320-4918-afc6-18517b904289 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773070'] for floatingip, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:44.802843 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-2e27ed39-8320-4918-afc6-18517b904289 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] 10.222.0.41 "DELETE /v2.0/floatingips/94be80b2-bb35-4f13-bd3a-b993d209d282 HTTP/1.1" status: 204 len: 168 time: 1.9764340 Apr 19 07:46:48.899445 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 43402) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:46:49.754945 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6bf34c2a-fa48-48ff-99a5-e72a0991b9bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852965478'] for router_interface, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:50.129600 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-6bf34c2a-fa48-48ff-99a5-e72a0991b9bd admin admin] Deleting port e9dd2e08-91ca-4b2a-9fd5-f859b560338f {{(pid=86413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 07:46:50.130110 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6bf34c2a-fa48-48ff-99a5-e72a0991b9bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267090122612'] for port, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:50.317381 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-6bf34c2a-fa48-48ff-99a5-e72a0991b9bd admin admin] For port e9dd2e08-91ca-4b2a-9fd5-f859b560338f, host dv-cinder-773870-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-smb',level=0,port_id=e9dd2e08-91ca-4b2a-9fd5-f859b560338f,segment=NetworkSegment(71797285-2b24-44ab-bc5d-907fe2f55ea2),segment_id=71797285-2b24-44ab-bc5d-907fe2f55ea2)] {{(pid=86413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:46:50.317708 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6bf34c2a-fa48-48ff-99a5-e72a0991b9bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852958595'] for port, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:50.448348 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-6bf34c2a-fa48-48ff-99a5-e72a0991b9bd admin admin] Calling delete_port for e9dd2e08-91ca-4b2a-9fd5-f859b560338f owned by network:router_interface {{(pid=86413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 07:46:50.637214 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6bf34c2a-fa48-48ff-99a5-e72a0991b9bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267090117919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267090550695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2897772'] for port, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:50.641032 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-ea09a093-4d70-44ad-ac4b-64090081c80c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:46:50.686560 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf34c2a-fa48-48ff-99a5-e72a0991b9bd admin admin] Pushing event deleted for resources: {'Port': ['ID=e9dd2e08-91ca-4b2a-9fd5-f859b560338f,revision_number=None']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:46:50.689362 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-6bf34c2a-fa48-48ff-99a5-e72a0991b9bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:46:50.974426 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6bf34c2a-fa48-48ff-99a5-e72a0991b9bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036852965404'] for router_interface, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:51.355116 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bf34c2a-fa48-48ff-99a5-e72a0991b9bd admin admin] Router f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4 has already been hosted by L3 agent af0aee0b-5275-4bf1-b5b2-246fd8e7196c {{(pid=86413) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 07:46:51.549567 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bf34c2a-fa48-48ff-99a5-e72a0991b9bd admin admin] Notify agent at l3_agent.dv-cinder-773870-2-smb the message routers_updated {{(pid=86413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 07:46:51.559123 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328470c5-6d13-4afd-a322-2e7e9b0d6c34 None None] Sync routers for ids ['f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4'] in dv-cinder-773870-2-smb {{(pid=86414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 07:46:51.562185 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-6bf34c2a-fa48-48ff-99a5-e72a0991b9bd admin admin] 10.222.0.41 "PUT /v2.0/routers/f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6616230 Apr 19 07:46:51.564945 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 43422) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:46:51.570717 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328470c5-6d13-4afd-a322-2e7e9b0d6c34 None None] Routers {'f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4'} bound to L3 agent in host dv-cinder-773870-2-smb {{(pid=86414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 07:46:51.571461 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-328470c5-6d13-4afd-a322-2e7e9b0d6c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T07:32:39Z,description=,heartbeat_timestamp=2021-04-19T07:46:39Z,host='dv-cinder-773870-2-smb',id=af0aee0b-5275-4bf1-b5b2-246fd8e7196c,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T07:32:39Z,topic='l3_agent')) {'router_ids': ['f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4'], 'active': True} {{(pid=86414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:46:51.752676 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6350f8f5-1372-4f89-bc72-d98a76c9da6b admin admin] Notify callbacks [] for router, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:51.757890 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvr_db [None req-328470c5-6d13-4afd-a322-2e7e9b0d6c34 None None] Set router f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4 gateway port host: dv-cinder-773870-2-smb {{(pid=86414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 07:46:52.081244 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-328470c5-6d13-4afd-a322-2e7e9b0d6c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4', 'name': 'tempest-AttachVolumeTestJSON-1461246334-router', 'tenant_id': '4785af1c8f0e4b01af43cb5ee0e71925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.49'}], 'enable_snat': True}, 'gw_port_id': 'd3c332ed-a2a9-40a2-a10b-b2b058600796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:40:58Z', 'updated_at': '2021-04-19T07:46:50Z', 'revision_number': 5, 'project_id': '4785af1c8f0e4b01af43cb5ee0e71925', 'gw_port': {'id': 'd3c332ed-a2a9-40a2-a10b-b2b058600796', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ff:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:00Z', 'updated_at': '2021-04-19T07:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb'}], 'dv-cinder-773870-2-smb', False) {} {{(pid=86414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:46:52.085487 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328470c5-6d13-4afd-a322-2e7e9b0d6c34 None None] Checking router: f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4 for host: dv-cinder-773870-2-smb {{(pid=86414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 07:46:52.094771 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328470c5-6d13-4afd-a322-2e7e9b0d6c34 None None] Routers {'f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4'} bound to L3 agent in host dv-cinder-773870-2-smb {{(pid=86414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 07:46:52.095437 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-328470c5-6d13-4afd-a322-2e7e9b0d6c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T07:32:39Z,description=,heartbeat_timestamp=2021-04-19T07:46:39Z,host='dv-cinder-773870-2-smb',id=af0aee0b-5275-4bf1-b5b2-246fd8e7196c,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T07:32:39Z,topic='l3_agent')) {'router_ids': ['f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4'], 'active': True} {{(pid=86414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:46:52.173625 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6350f8f5-1372-4f89-bc72-d98a76c9da6b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:52.183335 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-6350f8f5-1372-4f89-bc72-d98a76c9da6b admin admin] Deleting port d3c332ed-a2a9-40a2-a10b-b2b058600796 {{(pid=86413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 07:46:52.183699 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6350f8f5-1372-4f89-bc72-d98a76c9da6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267090122612'] for port, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:52.283396 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvr_db [None req-328470c5-6d13-4afd-a322-2e7e9b0d6c34 None None] Set router f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4 gateway port host: dv-cinder-773870-2-smb {{(pid=86414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 07:46:52.370870 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-6350f8f5-1372-4f89-bc72-d98a76c9da6b admin admin] For port d3c332ed-a2a9-40a2-a10b-b2b058600796, host dv-cinder-773870-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-smb',level=0,port_id=d3c332ed-a2a9-40a2-a10b-b2b058600796,segment=NetworkSegment(02bd2b75-5f2a-405f-9739-3049934ed397),segment_id=02bd2b75-5f2a-405f-9739-3049934ed397)] {{(pid=86413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:46:52.371461 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6350f8f5-1372-4f89-bc72-d98a76c9da6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852958595'] for port, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:52.510489 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-6350f8f5-1372-4f89-bc72-d98a76c9da6b admin admin] Calling delete_port for d3c332ed-a2a9-40a2-a10b-b2b058600796 owned by network:router_gateway {{(pid=86413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 07:46:52.596289 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-328470c5-6d13-4afd-a322-2e7e9b0d6c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4', 'name': 'tempest-AttachVolumeTestJSON-1461246334-router', 'tenant_id': '4785af1c8f0e4b01af43cb5ee0e71925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.49'}], 'enable_snat': True}, 'gw_port_id': 'd3c332ed-a2a9-40a2-a10b-b2b058600796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:40:58Z', 'updated_at': '2021-04-19T07:46:50Z', 'revision_number': 5, 'project_id': '4785af1c8f0e4b01af43cb5ee0e71925', 'gw_port': {'id': 'd3c332ed-a2a9-40a2-a10b-b2b058600796', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ff:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:00Z', 'updated_at': '2021-04-19T07:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb'}], 'dv-cinder-773870-2-smb', False) {} {{(pid=86414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:46:52.600788 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328470c5-6d13-4afd-a322-2e7e9b0d6c34 None None] The sync data for ids ['f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4'] in dv-cinder-773870-2-smb is: [{'id': 'f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4', 'name': 'tempest-AttachVolumeTestJSON-1461246334-router', 'tenant_id': '4785af1c8f0e4b01af43cb5ee0e71925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.49'}], 'enable_snat': True}, 'gw_port_id': 'd3c332ed-a2a9-40a2-a10b-b2b058600796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:40:58Z', 'updated_at': '2021-04-19T07:46:50Z', 'revision_number': 5, 'project_id': '4785af1c8f0e4b01af43cb5ee0e71925', 'gw_port': {'id': 'd3c332ed-a2a9-40a2-a10b-b2b058600796', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ff:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:00Z', 'updated_at': '2021-04-19T07:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb'}] {{(pid=86414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 07:46:52.691689 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6350f8f5-1372-4f89-bc72-d98a76c9da6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267090117919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267090550695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2897772'] for port, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:52.698958 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-df187614-1181-4222-b068-bbc702429dca tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:46:52.747219 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6350f8f5-1372-4f89-bc72-d98a76c9da6b admin admin] Pushing event deleted for resources: {'Port': ['ID=d3c332ed-a2a9-40a2-a10b-b2b058600796,revision_number=None']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:46:52.774893 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-6350f8f5-1372-4f89-bc72-d98a76c9da6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:46:52.842722 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6350f8f5-1372-4f89-bc72-d98a76c9da6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1812581'] for router_gateway, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:53.031574 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6350f8f5-1372-4f89-bc72-d98a76c9da6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1807417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2857'] for router, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:53.034047 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6350f8f5-1372-4f89-bc72-d98a76c9da6b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:53.064575 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6350f8f5-1372-4f89-bc72-d98a76c9da6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852972163'] for router, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:53.065156 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6350f8f5-1372-4f89-bc72-d98a76c9da6b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4 {{(pid=86413) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 19 07:46:53.079988 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6350f8f5-1372-4f89-bc72-d98a76c9da6b admin admin] Notify callbacks [] for router, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:53.083720 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-6350f8f5-1372-4f89-bc72-d98a76c9da6b admin admin] 10.222.0.41 "DELETE /v2.0/routers/f32ab7cb-e1f8-47ad-b7cd-22dae4828dd4 HTTP/1.1" status: 204 len: 168 time: 1.5154266 Apr 19 07:46:53.084762 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 43428) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:46:53.154507 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.db_base_plugin_v2 [None req-264a6639-9baf-4076-8c89-a0e646116fb7 admin admin] Deleting subnet de605b46-a093-48ae-a63f-9a51e235e4b3 {{(pid=86412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 07:46:53.157628 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-264a6639-9baf-4076-8c89-a0e646116fb7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:53.214168 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-264a6639-9baf-4076-8c89-a0e646116fb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851420803'] for subnet, precommit_delete_associations {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:53.342008 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-264a6639-9baf-4076-8c89-a0e646116fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-771124'] for subnet, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:53.614950 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-264a6639-9baf-4076-8c89-a0e646116fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854004724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1716840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3937515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851454983'] for subnet, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:53.620171 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:46:53.661575 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264a6639-9baf-4076-8c89-a0e646116fb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de605b46-a093-48ae-a63f-9a51e235e4b3,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:46:53.663686 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-264a6639-9baf-4076-8c89-a0e646116fb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:53.666482 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-264a6639-9baf-4076-8c89-a0e646116fb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:46:53.667338 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a90543-ffa9-467d-aa1b-2171968df56b None None] Network 9f8aa9f4-c051-436b-a77b-0b1e6ac2b108 requested from dv-cinder-773870-2-smb {{(pid=86414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 07:46:53.673771 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-264a6639-9baf-4076-8c89-a0e646116fb7 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/de605b46-a093-48ae-a63f-9a51e235e4b3 HTTP/1.1" status: 204 len: 168 time: 0.5876889 Apr 19 07:46:53.674161 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 43440) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:46:53.795221 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-67deed65-f01b-4648-86e1-fedc431c10d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-686968'] for network, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:53.806143 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-67deed65-f01b-4648-86e1-fedc431c10d7 admin admin] Deleting port 77ca0839-7627-499c-94be-d0adf743b107 {{(pid=86413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 07:46:53.806507 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-67deed65-f01b-4648-86e1-fedc431c10d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267090122612'] for port, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:53.905576 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Device e9dd2e08-91ca-4b2a-9fd5-f859b560338f no longer exists at agent ovs-agent-dv-cinder-773870-2-smb {{(pid=86414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 07:46:53.946200 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb09b65-862b-42fd-94ae-e258d96347bd None None] DHCP port deletion for 9f8aa9f4-c051-436b-a77b-0b1e6ac2b108 request from dv-cinder-773870-2-smb {{(pid=86414) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 19 07:46:53.949446 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] No Port match for: e9dd2e08-91ca-4b2a-9fd5-f859b560338f {{(pid=86414) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 07:46:53.949829 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Device e9dd2e08-91ca-4b2a-9fd5-f859b560338f not bound to the agent host dv-cinder-773870-2-smb {{(pid=86414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 07:46:53.950290 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Device d3c332ed-a2a9-40a2-a10b-b2b058600796 no longer exists at agent ovs-agent-dv-cinder-773870-2-smb {{(pid=86414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 07:46:53.980002 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-5fb09b65-862b-42fd-94ae-e258d96347bd None None] Deleting port 77ca0839-7627-499c-94be-d0adf743b107 {{(pid=86414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 07:46:53.980413 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-5fb09b65-862b-42fd-94ae-e258d96347bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267090122612'] for port, before_delete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:54.013696 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] No Port match for: d3c332ed-a2a9-40a2-a10b-b2b058600796 {{(pid=86414) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 07:46:54.014076 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Device d3c332ed-a2a9-40a2-a10b-b2b058600796 not bound to the agent host dv-cinder-773870-2-smb {{(pid=86414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 07:46:54.029568 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-67deed65-f01b-4648-86e1-fedc431c10d7 admin admin] For port 77ca0839-7627-499c-94be-d0adf743b107, host dv-cinder-773870-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-smb',level=0,port_id=77ca0839-7627-499c-94be-d0adf743b107,segment=NetworkSegment(71797285-2b24-44ab-bc5d-907fe2f55ea2),segment_id=71797285-2b24-44ab-bc5d-907fe2f55ea2)] {{(pid=86413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:46:54.030135 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-67deed65-f01b-4648-86e1-fedc431c10d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852958595'] for port, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:54.172959 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-67deed65-f01b-4648-86e1-fedc431c10d7 admin admin] Calling delete_port for 77ca0839-7627-499c-94be-d0adf743b107 owned by network:dhcp {{(pid=86413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 07:46:54.223270 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-5fb09b65-862b-42fd-94ae-e258d96347bd None None] For port 77ca0839-7627-499c-94be-d0adf743b107, host dv-cinder-773870-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-smb',level=0,port_id=77ca0839-7627-499c-94be-d0adf743b107,segment=NetworkSegment(71797285-2b24-44ab-bc5d-907fe2f55ea2),segment_id=71797285-2b24-44ab-bc5d-907fe2f55ea2)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:46:54.223746 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-5fb09b65-862b-42fd-94ae-e258d96347bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852958595'] for port, precommit_delete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:54.254284 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-67deed65-f01b-4648-86e1-fedc431c10d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267090117919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267090550695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2897772'] for port, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:54.259572 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-deb0d6d9-561b-4664-9749-c5bb495eceae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:46:54.312452 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67deed65-f01b-4648-86e1-fedc431c10d7 admin admin] No DVR routers for this DVR port 77ca0839-7627-499c-94be-d0adf743b107 on host dv-cinder-773870-2-smb {{(pid=86413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 07:46:54.339822 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67deed65-f01b-4648-86e1-fedc431c10d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=77ca0839-7627-499c-94be-d0adf743b107,revision_number=None']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:46:54.342229 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-67deed65-f01b-4648-86e1-fedc431c10d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:46:54.355476 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-5fb09b65-862b-42fd-94ae-e258d96347bd None None] Calling delete_port for 77ca0839-7627-499c-94be-d0adf743b107 owned by network:dhcp {{(pid=86414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 07:46:54.438336 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-67deed65-f01b-4648-86e1-fedc431c10d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854004639', 'neutron.services.segments.db._delete_segments_for_network-8769764573043'] for network, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:54.498901 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.db.api [None req-5fb09b65-862b-42fd-94ae-e258d96347bd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86414) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 07:46:54.499344 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_db.api [None req-5fb09b65-862b-42fd-94ae-e258d96347bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 07:46:54.551325 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.services.segments.db [None req-67deed65-f01b-4648-86e1-fedc431c10d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f8aa9f4-c051-436b-a77b-0b1e6ac2b108']}} {{(pid=86413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:46:54.568471 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.services.segments.db [None req-67deed65-f01b-4648-86e1-fedc431c10d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71797285-2b24-44ab-bc5d-907fe2f55ea2') {'for_net_delete': True} {{(pid=86413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:46:54.568807 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.services.segments.db [None req-67deed65-f01b-4648-86e1-fedc431c10d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71797285-2b24-44ab-bc5d-907fe2f55ea2') {} {{(pid=86413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:46:54.580855 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-67deed65-f01b-4648-86e1-fedc431c10d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363267090041187', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850942099'] for segment, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:54.599832 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-67deed65-f01b-4648-86e1-fedc431c10d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853992622'] for segment, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:54.606688 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67deed65-f01b-4648-86e1-fedc431c10d7 admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=86413) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 07:46:54.784463 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-67deed65-f01b-4648-86e1-fedc431c10d7 admin admin] Network 9f8aa9f4-c051-436b-a77b-0b1e6ac2b108 has no segments {{(pid=86413) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 07:46:54.793526 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-67deed65-f01b-4648-86e1-fedc431c10d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-783141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851878117'] for segment, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:54.972834 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-67deed65-f01b-4648-86e1-fedc431c10d7 admin admin] Network 9f8aa9f4-c051-436b-a77b-0b1e6ac2b108 has no segments {{(pid=86413) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 07:46:54.995605 dv-cinder-773870-2-smb neutron-server[86301]: Traceback (most recent call last): Apr 19 07:46:54.995605 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 07:46:54.995605 dv-cinder-773870-2-smb neutron-server[86301]: timer() Apr 19 07:46:54.995605 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 07:46:54.995605 dv-cinder-773870-2-smb neutron-server[86301]: cb(*args, **kw) Apr 19 07:46:54.995605 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 07:46:54.995605 dv-cinder-773870-2-smb neutron-server[86301]: return func(*args, **kwargs) Apr 19 07:46:54.995605 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 07:46:54.995605 dv-cinder-773870-2-smb neutron-server[86301]: self._notify() Apr 19 07:46:54.995605 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 07:46:54.995605 dv-cinder-773870-2-smb neutron-server[86301]: self.callback(batched_events) Apr 19 07:46:54.995605 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 07:46:54.995605 dv-cinder-773870-2-smb neutron-server[86301]: event.method(event) Apr 19 07:46:54.995605 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 07:46:54.995605 dv-cinder-773870-2-smb neutron-server[86301]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 07:46:54.995605 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 07:46:54.995605 dv-cinder-773870-2-smb neutron-server[86301]: segment_id)['aggregates'][0] Apr 19 07:46:54.995605 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 07:46:54.995605 dv-cinder-773870-2-smb neutron-server[86301]: return f(self, *a, **k) Apr 19 07:46:54.995605 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 07:46:54.995605 dv-cinder-773870-2-smb neutron-server[86301]: return self._get(url).json() Apr 19 07:46:54.995605 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 07:46:54.995605 dv-cinder-773870-2-smb neutron-server[86301]: **kwargs) Apr 19 07:46:54.995605 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 07:46:54.995605 dv-cinder-773870-2-smb neutron-server[86301]: return self.request(url, 'GET', **kwargs) Apr 19 07:46:54.995605 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 07:46:54.995605 dv-cinder-773870-2-smb neutron-server[86301]: **endpoint_filter) Apr 19 07:46:54.995605 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 07:46:54.995605 dv-cinder-773870-2-smb neutron-server[86301]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 07:46:54.995605 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 07:46:54.995605 dv-cinder-773870-2-smb neutron-server[86301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 07:46:54.995605 dv-cinder-773870-2-smb neutron-server[86301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 07:46:55.000345 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-5fb09b65-862b-42fd-94ae-e258d96347bd None None] Deleting port 77ca0839-7627-499c-94be-d0adf743b107 {{(pid=86414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 07:46:55.000770 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-5fb09b65-862b-42fd-94ae-e258d96347bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267090122612'] for port, before_delete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:55.085020 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-67deed65-f01b-4648-86e1-fedc431c10d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1810050'] for network, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:55.089362 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-33e9684e-5199-4adb-9d35-78e47bea40e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:46:55.104114 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-67deed65-f01b-4648-86e1-fedc431c10d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853097331'] for network, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:55.127707 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-67deed65-f01b-4648-86e1-fedc431c10d7 admin admin] 10.222.0.41 "DELETE /v2.0/networks/9f8aa9f4-c051-436b-a77b-0b1e6ac2b108 HTTP/1.1" status: 204 len: 168 time: 1.4474986 Apr 19 07:46:55.128802 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67deed65-f01b-4648-86e1-fedc431c10d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f8aa9f4-c051-436b-a77b-0b1e6ac2b108,revision_number=None']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:46:55.141905 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-67deed65-f01b-4648-86e1-fedc431c10d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:46:55.268324 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 43450) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:46:55.272564 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-5fb09b65-862b-42fd-94ae-e258d96347bd None None] The port '77ca0839-7627-499c-94be-d0adf743b107' was deleted {{(pid=86414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 19 07:46:55.321378 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-e3a8cd47-7ee6-4cd9-a853-93fcfa4b43f8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4785af1c8f0e4b01af43cb5ee0e71925&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0516732 Apr 19 07:46:55.323959 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 43454) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:46:55.385478 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-2f520f95-18a0-468c-9190-a8b2eaf34b26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:55.414315 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-2f520f95-18a0-468c-9190-a8b2eaf34b26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:55.465905 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-2f520f95-18a0-468c-9190-a8b2eaf34b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:55.473701 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-f0303b4c-2ec6-4b13-9b09-f07a0d19631c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:46:55.489095 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f520f95-18a0-468c-9190-a8b2eaf34b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdaa8094-1ed7-46da-a08c-9935a2d47821,revision_number=None']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:46:55.492796 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-2f520f95-18a0-468c-9190-a8b2eaf34b26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:46:55.496557 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-2f520f95-18a0-468c-9190-a8b2eaf34b26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:55.499798 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-2f520f95-18a0-468c-9190-a8b2eaf34b26 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fdaa8094-1ed7-46da-a08c-9935a2d47821 HTTP/1.1" status: 204 len: 168 time: 0.1745956 Apr 19 07:46:55.910230 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Device 77ca0839-7627-499c-94be-d0adf743b107 no longer exists at agent ovs-agent-dv-cinder-773870-2-smb {{(pid=86414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 07:46:55.947473 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] No Port match for: 77ca0839-7627-499c-94be-d0adf743b107 {{(pid=86414) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 07:46:55.947967 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Device 77ca0839-7627-499c-94be-d0adf743b107 not bound to the agent host dv-cinder-773870-2-smb {{(pid=86414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 07:46:57.719403 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 43528) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:46:57.854870 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-8eec5d14-309f-4572-a2dd-8fc12043281e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:57.870873 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-8eec5d14-309f-4572-a2dd-8fc12043281e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:46:57.875148 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-8eec5d14-309f-4572-a2dd-8fc12043281e admin admin] Usage tracker for resource:security_group_rule and tenant:7015385b1d654f6c83af2cbb0312bcb0 is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:46:57.878144 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-8eec5d14-309f-4572-a2dd-8fc12043281e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:46:57.884436 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-8eec5d14-309f-4572-a2dd-8fc12043281e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:46:57.974175 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-8eec5d14-309f-4572-a2dd-8fc12043281e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:57.978217 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-8eec5d14-309f-4572-a2dd-8fc12043281e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:57.985605 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-e4ade44b-68de-465a-8d46-c85dffa74a2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:46:58.029392 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-8eec5d14-309f-4572-a2dd-8fc12043281e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7015385b1d654f6c83af2cbb0312bcb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3085394 Apr 19 07:46:58.030293 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eec5d14-309f-4572-a2dd-8fc12043281e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b31e180-9ff6-4060-96be-fe4242468b71,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:46:58.032607 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 43534) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:46:58.033658 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-8eec5d14-309f-4572-a2dd-8fc12043281e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:46:58.099512 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-8c6ad63f-9495-43e2-9c03-6177d657f5cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:58.127741 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-8c6ad63f-9495-43e2-9c03-6177d657f5cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:58.177067 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-8c6ad63f-9495-43e2-9c03-6177d657f5cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:58.182332 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-77880ff0-d337-4447-832b-75101402792a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:46:58.196062 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6ad63f-9495-43e2-9c03-6177d657f5cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b31e180-9ff6-4060-96be-fe4242468b71,revision_number=None']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:46:58.199704 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-8c6ad63f-9495-43e2-9c03-6177d657f5cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:58.203530 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-8c6ad63f-9495-43e2-9c03-6177d657f5cf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9b31e180-9ff6-4060-96be-fe4242468b71 HTTP/1.1" status: 204 len: 168 time: 0.1673062 Apr 19 07:46:58.203530 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-8c6ad63f-9495-43e2-9c03-6177d657f5cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:46:58.509882 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 43548) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:46:58.530212 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-22b56f70-a20e-4c7b-8051-ea422cee1354 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:58.548808 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-22b56f70-a20e-4c7b-8051-ea422cee1354 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:46:58.553210 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-22b56f70-a20e-4c7b-8051-ea422cee1354 admin admin] Usage tracker for resource:security_group_rule and tenant:383a1fe77b0445c2a5db970d740a0349 is out of sync, need to count used quota {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:46:58.556513 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-22b56f70-a20e-4c7b-8051-ea422cee1354 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:46:58.563004 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-22b56f70-a20e-4c7b-8051-ea422cee1354 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:46:58.648108 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-22b56f70-a20e-4c7b-8051-ea422cee1354 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:58.651598 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-22b56f70-a20e-4c7b-8051-ea422cee1354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:58.660456 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-6054d0f8-3d02-48b2-b2b7-df6bc39aa714 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:46:58.704299 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-22b56f70-a20e-4c7b-8051-ea422cee1354 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=383a1fe77b0445c2a5db970d740a0349&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1932230 Apr 19 07:46:58.705935 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b56f70-a20e-4c7b-8051-ea422cee1354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=280d7ab4-ceaa-4c5c-9257-b588374207b3,revision_number=1']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:46:58.707591 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 43554) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:46:58.709315 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-22b56f70-a20e-4c7b-8051-ea422cee1354 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:46:58.775373 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-dc68887a-723a-4729-8b65-b86646e367ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:58.802837 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-dc68887a-723a-4729-8b65-b86646e367ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:58.852859 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-dc68887a-723a-4729-8b65-b86646e367ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:58.857949 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-f52cdbfd-870b-4ed7-aace-b55c499b55d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:46:58.870820 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc68887a-723a-4729-8b65-b86646e367ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=280d7ab4-ceaa-4c5c-9257-b588374207b3,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:46:58.873191 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-dc68887a-723a-4729-8b65-b86646e367ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:46:58.881087 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-dc68887a-723a-4729-8b65-b86646e367ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:46:58.884671 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-dc68887a-723a-4729-8b65-b86646e367ca admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/280d7ab4-ceaa-4c5c-9257-b588374207b3 HTTP/1.1" status: 204 len: 168 time: 0.1728199 Apr 19 07:46:59.077048 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.agents_db [None req-ec4b265d-3c04-42fd-95cd-57ca7ec41865 None None] Agent healthcheck: found 6 active agents {{(pid=86415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 07:47:01.683365 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 43636) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:47:01.812872 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bd283af0-0462-4a4f-a53f-9c6f85c1ed84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:01.828795 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-bd283af0-0462-4a4f-a53f-9c6f85c1ed84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:47:01.833221 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-bd283af0-0462-4a4f-a53f-9c6f85c1ed84 admin admin] Usage tracker for resource:security_group_rule and tenant:3c7673b49ea94a25b9fc503870083c1b is out of sync, need to count used quota {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:47:01.836322 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-bd283af0-0462-4a4f-a53f-9c6f85c1ed84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:47:01.842712 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-bd283af0-0462-4a4f-a53f-9c6f85c1ed84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:47:01.927343 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bd283af0-0462-4a4f-a53f-9c6f85c1ed84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:01.931411 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bd283af0-0462-4a4f-a53f-9c6f85c1ed84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:01.938540 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-ae1beac4-db2f-4ebf-97a1-e9c906532ebe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:47:01.981121 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-bd283af0-0462-4a4f-a53f-9c6f85c1ed84 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3c7673b49ea94a25b9fc503870083c1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2966256 Apr 19 07:47:01.982042 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd283af0-0462-4a4f-a53f-9c6f85c1ed84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66331c82-c9f4-43fe-aa26-5f7e9076ed24,revision_number=1']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:47:01.984297 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 43644) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:47:01.985561 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-bd283af0-0462-4a4f-a53f-9c6f85c1ed84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:47:02.050110 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-1eadff39-2579-428a-9262-88caddf63da6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:02.078005 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-1eadff39-2579-428a-9262-88caddf63da6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:02.124007 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-1eadff39-2579-428a-9262-88caddf63da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:02.129180 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-18d58751-2376-4855-8ba0-b40c851b4374 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:47:02.140344 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eadff39-2579-428a-9262-88caddf63da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66331c82-c9f4-43fe-aa26-5f7e9076ed24,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:47:02.144286 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-1eadff39-2579-428a-9262-88caddf63da6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:47:02.147938 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-1eadff39-2579-428a-9262-88caddf63da6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:02.152105 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-1eadff39-2579-428a-9262-88caddf63da6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/66331c82-c9f4-43fe-aa26-5f7e9076ed24 HTTP/1.1" status: 204 len: 168 time: 0.1666713 Apr 19 07:47:02.468073 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 43652) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:47:02.488027 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-7842aa4e-c09d-41e4-9072-29018d3ef136 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:02.503379 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-7842aa4e-c09d-41e4-9072-29018d3ef136 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:47:02.507468 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-7842aa4e-c09d-41e4-9072-29018d3ef136 admin admin] Usage tracker for resource:security_group_rule and tenant:1aa8f84e8d6244248c9d620d18bd80ec is out of sync, need to count used quota {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:47:02.510430 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-7842aa4e-c09d-41e4-9072-29018d3ef136 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:47:02.516532 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-7842aa4e-c09d-41e4-9072-29018d3ef136 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:47:02.617798 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-7842aa4e-c09d-41e4-9072-29018d3ef136 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:02.622024 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-7842aa4e-c09d-41e4-9072-29018d3ef136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:02.633025 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:47:02.675474 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-7842aa4e-c09d-41e4-9072-29018d3ef136 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1aa8f84e8d6244248c9d620d18bd80ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2061951 Apr 19 07:47:02.676330 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7842aa4e-c09d-41e4-9072-29018d3ef136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=388c56af-5c2e-40f3-b953-05bad5db2019,revision_number=1']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:47:02.678594 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 43656) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:47:02.679499 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-7842aa4e-c09d-41e4-9072-29018d3ef136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:47:02.745443 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-57668fd7-94e9-43ec-8b2d-25aadd35543d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:02.772990 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-57668fd7-94e9-43ec-8b2d-25aadd35543d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:02.818680 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-57668fd7-94e9-43ec-8b2d-25aadd35543d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:02.823960 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-ab254440-df64-49fa-aea7-950d2f742ac2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:47:02.836535 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57668fd7-94e9-43ec-8b2d-25aadd35543d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=388c56af-5c2e-40f3-b953-05bad5db2019,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:47:02.839740 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-57668fd7-94e9-43ec-8b2d-25aadd35543d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:47:02.841740 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-57668fd7-94e9-43ec-8b2d-25aadd35543d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:02.845491 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-57668fd7-94e9-43ec-8b2d-25aadd35543d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/388c56af-5c2e-40f3-b953-05bad5db2019 HTTP/1.1" status: 204 len: 168 time: 0.1632228 Apr 19 07:47:07.056833 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-7bcd4b81-60ce-4895-abd9-38d6d1e0da66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:09.156103 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-8b5de98c-8b08-4970-89ea-343fdb772c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:09.269630 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f39df3-f157-43c8-892a-4100413058de req-ff07f2b6-066e-480e-97ed-ac25d34ae8a6 tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:47:09.271335 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-d7f39df3-f157-43c8-892a-4100413058de req-ff07f2b6-066e-480e-97ed-ac25d34ae8a6 tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] 10.222.0.41 "GET /v2.0/ports?device_id=027cb2f8-161a-41db-ac48-5fa4b45d086f HTTP/1.1" status: 200 len: 945 time: 0.0947123 Apr 19 07:47:09.320482 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-d7f39df3-f157-43c8-892a-4100413058de req-7dd22aea-d571-44c3-9af9-ec5eaa3df5c1 tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d5ba21e-e655-476c-8e43-e95720ec74ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422320 Apr 19 07:47:09.754561 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 43780) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:47:09.788481 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bf2cef0d-0a86-410b-90d7-6d8fe7ad6153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:09.886910 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-213e8d18-1fc5-45c7-ae50-e6394dbaf121 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:09.903009 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-213e8d18-1fc5-45c7-ae50-e6394dbaf121 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:47:09.907476 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-213e8d18-1fc5-45c7-ae50-e6394dbaf121 admin admin] Usage tracker for resource:security_group_rule and tenant:bef7632710e2462e96065dc8d820b0ed is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:47:09.910596 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-213e8d18-1fc5-45c7-ae50-e6394dbaf121 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:47:09.916960 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-213e8d18-1fc5-45c7-ae50-e6394dbaf121 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:47:10.000424 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-213e8d18-1fc5-45c7-ae50-e6394dbaf121 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:10.005338 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-213e8d18-1fc5-45c7-ae50-e6394dbaf121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:10.012436 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-b8207d21-6747-4d99-bf80-e7b1079f1f29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:47:10.054830 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-213e8d18-1fc5-45c7-ae50-e6394dbaf121 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bef7632710e2462e96065dc8d820b0ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2991230 Apr 19 07:47:10.055829 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213e8d18-1fc5-45c7-ae50-e6394dbaf121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a95e5c0-857c-4259-bff6-219e585ab904,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:47:10.058106 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 43786) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:47:10.064136 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213e8d18-1fc5-45c7-ae50-e6394dbaf121 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:47:10.064552 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213e8d18-1fc5-45c7-ae50-e6394dbaf121 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:47:10.064955 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213e8d18-1fc5-45c7-ae50-e6394dbaf121 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:47:10.065362 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213e8d18-1fc5-45c7-ae50-e6394dbaf121 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:47:10.065753 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213e8d18-1fc5-45c7-ae50-e6394dbaf121 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:47:10.066145 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213e8d18-1fc5-45c7-ae50-e6394dbaf121 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:47:10.066533 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213e8d18-1fc5-45c7-ae50-e6394dbaf121 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:47:10.066901 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213e8d18-1fc5-45c7-ae50-e6394dbaf121 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:47:10.067316 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213e8d18-1fc5-45c7-ae50-e6394dbaf121 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:47:10.067698 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213e8d18-1fc5-45c7-ae50-e6394dbaf121 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:47:10.068079 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213e8d18-1fc5-45c7-ae50-e6394dbaf121 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:47:10.068459 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213e8d18-1fc5-45c7-ae50-e6394dbaf121 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:47:10.072500 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-213e8d18-1fc5-45c7-ae50-e6394dbaf121 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:47:10.129036 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-3ac6d8b4-aadb-42b9-ac77-f9562226e8af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:10.158656 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-3ac6d8b4-aadb-42b9-ac77-f9562226e8af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:10.214355 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-3ac6d8b4-aadb-42b9-ac77-f9562226e8af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:10.218272 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-8c6ad63f-9495-43e2-9c03-6177d657f5cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:47:10.233130 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac6d8b4-aadb-42b9-ac77-f9562226e8af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a95e5c0-857c-4259-bff6-219e585ab904,revision_number=None']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:47:10.237296 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-3ac6d8b4-aadb-42b9-ac77-f9562226e8af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:47:10.251209 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-3ac6d8b4-aadb-42b9-ac77-f9562226e8af admin admin] Notify callbacks [] for security_group, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:10.252418 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-3ac6d8b4-aadb-42b9-ac77-f9562226e8af admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4a95e5c0-857c-4259-bff6-219e585ab904 HTTP/1.1" status: 204 len: 168 time: 0.1932042 Apr 19 07:47:10.472395 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:10.527124 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d151a845-6f88-4b58-8038-1b1ca7501ffe req-14d743e7-1806-4645-aa7f-5435f59dd103 tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:47:10.528755 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-d151a845-6f88-4b58-8038-1b1ca7501ffe req-14d743e7-1806-4645-aa7f-5435f59dd103 tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] 10.222.0.41 "GET /v2.0/ports?device_id=027cb2f8-161a-41db-ac48-5fa4b45d086f HTTP/1.1" status: 200 len: 945 time: 0.0906017 Apr 19 07:47:10.554592 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 43796) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:47:10.577647 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-b7c4cc38-37ad-4c36-8d31-439a95cef87f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:10.582997 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-d151a845-6f88-4b58-8038-1b1ca7501ffe req-39b6f0c1-21b1-4d43-abb2-a02a74be9643 tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d5ba21e-e655-476c-8e43-e95720ec74ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477078 Apr 19 07:47:10.593725 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-b7c4cc38-37ad-4c36-8d31-439a95cef87f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:47:10.600346 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-b7c4cc38-37ad-4c36-8d31-439a95cef87f admin admin] Usage tracker for resource:security_group_rule and tenant:f2d7bdf75ee14cfd888620a5c3931d3d is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:47:10.604353 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-b7c4cc38-37ad-4c36-8d31-439a95cef87f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:47:10.613533 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-b7c4cc38-37ad-4c36-8d31-439a95cef87f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:47:10.634238 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:10.700806 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-b7c4cc38-37ad-4c36-8d31-439a95cef87f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:10.704847 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-b7c4cc38-37ad-4c36-8d31-439a95cef87f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:10.713598 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-34f0ed04-edf7-447a-9f6f-0d999770ea0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:47:10.755282 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-b7c4cc38-37ad-4c36-8d31-439a95cef87f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f2d7bdf75ee14cfd888620a5c3931d3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1994867 Apr 19 07:47:10.756955 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c4cc38-37ad-4c36-8d31-439a95cef87f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44543fe1-86cf-4711-9200-983a4c01dd1e,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:47:10.758407 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 43800) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:47:10.760147 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-b7c4cc38-37ad-4c36-8d31-439a95cef87f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:47:11.048954 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-675d81b4-a6bc-4237-85d5-e1a24e20b6fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:11.076877 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-675d81b4-a6bc-4237-85d5-e1a24e20b6fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:11.125268 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-675d81b4-a6bc-4237-85d5-e1a24e20b6fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:11.129159 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-7842aa4e-c09d-41e4-9072-29018d3ef136 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:47:11.140447 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675d81b4-a6bc-4237-85d5-e1a24e20b6fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44543fe1-86cf-4711-9200-983a4c01dd1e,revision_number=None']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:47:11.142754 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-675d81b4-a6bc-4237-85d5-e1a24e20b6fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:47:11.148054 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-675d81b4-a6bc-4237-85d5-e1a24e20b6fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:11.150604 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-675d81b4-a6bc-4237-85d5-e1a24e20b6fe admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/44543fe1-86cf-4711-9200-983a4c01dd1e HTTP/1.1" status: 204 len: 168 time: 0.3896601 Apr 19 07:47:11.351357 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d08bd89e-63cf-49bc-b1d3-e1c35da66f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:11.798968 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8446696-572d-4537-b9a1-c76023e49883 req-bb774de4-b2da-4d4d-907f-cf5adfb5c945 tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:47:11.800622 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-d8446696-572d-4537-b9a1-c76023e49883 req-bb774de4-b2da-4d4d-907f-cf5adfb5c945 tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] 10.222.0.41 "GET /v2.0/ports?device_id=027cb2f8-161a-41db-ac48-5fa4b45d086f HTTP/1.1" status: 200 len: 945 time: 0.0955353 Apr 19 07:47:11.850830 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-d8446696-572d-4537-b9a1-c76023e49883 req-5dc0c907-0559-4ace-8eb6-7d96c0eb2876 tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d5ba21e-e655-476c-8e43-e95720ec74ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433474 Apr 19 07:47:11.900319 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-a93fac01-3284-46c0-9f7f-be0a71cfaf2b req-07d88467-34c9-4e76-80cc-5fe055b1146a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6bb2e375-2b4d-44e3-9bba-7fc338663cec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0873291 Apr 19 07:47:12.007189 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93fac01-3284-46c0-9f7f-be0a71cfaf2b req-0229643d-f278-48cc-b29a-ca10f5a257b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:47:12.008844 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-a93fac01-3284-46c0-9f7f-be0a71cfaf2b req-0229643d-f278-48cc-b29a-ca10f5a257b7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3ef6d999ea3a4447a9b6387c496ca58a&device_id=6bb2e375-2b4d-44e3-9bba-7fc338663cec HTTP/1.1" status: 200 len: 1100 time: 0.0847802 Apr 19 07:47:12.165351 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93fac01-3284-46c0-9f7f-be0a71cfaf2b req-97dd63c4-7c5c-4d13-b746-741b898195f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:47:12.167003 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-a93fac01-3284-46c0-9f7f-be0a71cfaf2b req-97dd63c4-7c5c-4d13-b746-741b898195f4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=54cc282c-1ba1-4d63-8981-01ed15bb5ad4 HTTP/1.1" status: 200 len: 917 time: 0.1383319 Apr 19 07:47:12.280424 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-a93fac01-3284-46c0-9f7f-be0a71cfaf2b req-1cfeea36-b227-4677-b030-19b61867ca0d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f566711e-dd39-4231-b2af-04c9f216c4c1 HTTP/1.1" status: 200 len: 1002 time: 0.1038237 Apr 19 07:47:12.351823 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93fac01-3284-46c0-9f7f-be0a71cfaf2b req-86585037-b344-42a5-b1d9-2e82169f1414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:47:12.353485 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-a93fac01-3284-46c0-9f7f-be0a71cfaf2b req-86585037-b344-42a5-b1d9-2e82169f1414 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=576f6062-f22a-411b-bc12-7e9099407d19 HTTP/1.1" status: 200 len: 855 time: 0.0644782 Apr 19 07:47:12.445649 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93fac01-3284-46c0-9f7f-be0a71cfaf2b req-fbe03d38-ec0f-4255-82fe-c52cacf02440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:47:12.447359 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-a93fac01-3284-46c0-9f7f-be0a71cfaf2b req-fbe03d38-ec0f-4255-82fe-c52cacf02440 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=54cc282c-1ba1-4d63-8981-01ed15bb5ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0853522 Apr 19 07:47:12.612184 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-a93fac01-3284-46c0-9f7f-be0a71cfaf2b req-7c5b9f0e-1de6-427c-8d1b-03e744152edf service neutron] 10.222.0.42 "GET /v2.0/networks/54cc282c-1ba1-4d63-8981-01ed15bb5ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517792 Apr 19 07:47:12.758287 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-a93fac01-3284-46c0-9f7f-be0a71cfaf2b req-d2215c46-7e16-4cbe-af48-a2eb7b8f759c service neutron] 10.222.0.42 "GET /v2.0/networks/54cc282c-1ba1-4d63-8981-01ed15bb5ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376669 Apr 19 07:47:13.072544 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed97e4a-87ac-4e01-bc58-95e4e5b8f57d req-f76ae462-fd53-4520-8415-67aa1b9903c5 tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:47:13.074204 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-aed97e4a-87ac-4e01-bc58-95e4e5b8f57d req-f76ae462-fd53-4520-8415-67aa1b9903c5 tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] 10.222.0.41 "GET /v2.0/ports?device_id=027cb2f8-161a-41db-ac48-5fa4b45d086f HTTP/1.1" status: 200 len: 945 time: 0.0955722 Apr 19 07:47:13.132661 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-aed97e4a-87ac-4e01-bc58-95e4e5b8f57d req-1ffae605-94c4-4b6f-b461-d18015831570 tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d5ba21e-e655-476c-8e43-e95720ec74ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498056 Apr 19 07:47:14.345610 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f85da-c869-4e92-ba84-c334e0df4511 req-6530945e-ffdc-4036-96c7-20e400f25dea tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:47:14.347276 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-1a2f85da-c869-4e92-ba84-c334e0df4511 req-6530945e-ffdc-4036-96c7-20e400f25dea tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] 10.222.0.41 "GET /v2.0/ports?device_id=027cb2f8-161a-41db-ac48-5fa4b45d086f HTTP/1.1" status: 200 len: 945 time: 0.0923586 Apr 19 07:47:14.355566 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675b75b8-1b06-4929-ae17-7fdb8dd66740 req-fd85ab25-c47e-4c42-a624-7de8c78da3fb tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:47:14.356347 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-675b75b8-1b06-4929-ae17-7fdb8dd66740 req-fd85ab25-c47e-4c42-a624-7de8c78da3fb tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Synchronizing usage tracker for tenant:9d74c1b5cf124d6f9828b772afd20b44 on resource:port {{(pid=86412) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 07:47:14.378950 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-675b75b8-1b06-4929-ae17-7fdb8dd66740 req-fd85ab25-c47e-4c42-a624-7de8c78da3fb tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Unset dirty status for tenant:9d74c1b5cf124d6f9828b772afd20b44 on resource:port {{(pid=86412) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 07:47:14.380181 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-675b75b8-1b06-4929-ae17-7fdb8dd66740 req-fd85ab25-c47e-4c42-a624-7de8c78da3fb tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] 10.222.0.42 "GET /v2.0/ports?device_id=027cb2f8-161a-41db-ac48-5fa4b45d086f HTTP/1.1" status: 200 len: 945 time: 0.1125226 Apr 19 07:47:14.396039 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-1a2f85da-c869-4e92-ba84-c334e0df4511 req-4fbc9d33-c50c-4ad6-957e-3a4407ede4ba tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d5ba21e-e655-476c-8e43-e95720ec74ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421100 Apr 19 07:47:14.463909 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [req-675b75b8-1b06-4929-ae17-7fdb8dd66740 req-cc7955ee-f57b-480f-bb9f-71d72e0acb5b tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Deleting port 76dea3e5-5d43-40d8-a5ed-ef4fd9a89697 {{(pid=86412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 07:47:14.464257 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-675b75b8-1b06-4929-ae17-7fdb8dd66740 req-cc7955ee-f57b-480f-bb9f-71d72e0acb5b tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267090122612'] for port, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:14.735234 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [req-675b75b8-1b06-4929-ae17-7fdb8dd66740 req-cc7955ee-f57b-480f-bb9f-71d72e0acb5b tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] For port 76dea3e5-5d43-40d8-a5ed-ef4fd9a89697, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=76dea3e5-5d43-40d8-a5ed-ef4fd9a89697,segment=NetworkSegment(018eeb57-9e6d-47cd-8441-1c809f625298),segment_id=018eeb57-9e6d-47cd-8441-1c809f625298)] {{(pid=86412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:47:14.735640 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-675b75b8-1b06-4929-ae17-7fdb8dd66740 req-cc7955ee-f57b-480f-bb9f-71d72e0acb5b tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852958595'] for port, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:14.871560 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [req-675b75b8-1b06-4929-ae17-7fdb8dd66740 req-cc7955ee-f57b-480f-bb9f-71d72e0acb5b tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Calling delete_port for 76dea3e5-5d43-40d8-a5ed-ef4fd9a89697 owned by compute:nova {{(pid=86412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 07:47:15.023457 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-675b75b8-1b06-4929-ae17-7fdb8dd66740 req-cc7955ee-f57b-480f-bb9f-71d72e0acb5b tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267090117919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267090550695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3936575'] for port, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:15.029512 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-f0d38b7e-b940-496a-82fb-831b01fe1598 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:47:15.083436 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7955ee-f57b-480f-bb9f-71d72e0acb5b tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Pushing event deleted for resources: {'Port': ['ID=76dea3e5-5d43-40d8-a5ed-ef4fd9a89697,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:47:15.086779 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-cc7955ee-f57b-480f-bb9f-71d72e0acb5b tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:47:15.163111 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [req-675b75b8-1b06-4929-ae17-7fdb8dd66740 req-cc7955ee-f57b-480f-bb9f-71d72e0acb5b tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] No DVR routers for this DVR port 76dea3e5-5d43-40d8-a5ed-ef4fd9a89697 on host hv-cinder-77387 {{(pid=86412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 07:47:15.166011 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-675b75b8-1b06-4929-ae17-7fdb8dd66740 req-cc7955ee-f57b-480f-bb9f-71d72e0acb5b tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773070'] for port, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:15.169053 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '027cb2f8-161a-41db-ac48-5fa4b45d086f', 'name': 'network-vif-deleted', 'tag': '76dea3e5-5d43-40d8-a5ed-ef4fd9a89697'}] {{(pid=86412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 07:47:15.197187 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-675b75b8-1b06-4929-ae17-7fdb8dd66740 req-cc7955ee-f57b-480f-bb9f-71d72e0acb5b tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] 10.222.0.42 "DELETE /v2.0/ports/76dea3e5-5d43-40d8-a5ed-ef4fd9a89697 HTTP/1.1" status: 204 len: 173 time: 0.8096650 Apr 19 07:47:15.224817 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '027cb2f8-161a-41db-ac48-5fa4b45d086f', 'name': 'network-vif-deleted', 'tag': '76dea3e5-5d43-40d8-a5ed-ef4fd9a89697', 'status': 'completed', 'code': 200} Apr 19 07:47:15.590028 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-b5c0a38e-88d1-44c4-a496-a83de4c6305c req-4e20b774-5f41-4d73-9fb1-006cb7168f60 tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] 10.222.0.41 "GET /v2.0/ports?device_id=027cb2f8-161a-41db-ac48-5fa4b45d086f HTTP/1.1" status: 200 len: 210 time: 0.0586188 Apr 19 07:47:16.598567 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Device 76dea3e5-5d43-40d8-a5ed-ef4fd9a89697 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=86414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 07:47:16.636130 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] No Port match for: 76dea3e5-5d43-40d8-a5ed-ef4fd9a89697 {{(pid=86414) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 07:47:16.636461 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Device 76dea3e5-5d43-40d8-a5ed-ef4fd9a89697 not bound to the agent host hv-cinder-77387 {{(pid=86414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 07:47:20.485971 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d1dc3b-275e-46e5-97f1-24172d9af29e req-c084e461-69a7-433c-a57d-d297601b7a07 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:47:20.487966 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-49d1dc3b-275e-46e5-97f1-24172d9af29e req-c084e461-69a7-433c-a57d-d297601b7a07 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb2e375-2b4d-44e3-9bba-7fc338663cec HTTP/1.1" status: 200 len: 947 time: 0.0927558 Apr 19 07:47:20.537885 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-49d1dc3b-275e-46e5-97f1-24172d9af29e req-e55c090a-0351-4df8-bfb8-a2258bf2c949 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=54a7104c-197d-4fa0-8d02-7bd249136409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433605 Apr 19 07:47:21.082305 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b486e5c-b9fc-4586-9dbb-099d8ddcb088 req-cdcbd842-9cf8-4e3c-a69a-0824f1541692 tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:47:21.083945 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-0b486e5c-b9fc-4586-9dbb-099d8ddcb088 req-cdcbd842-9cf8-4e3c-a69a-0824f1541692 tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] 10.222.0.41 "GET /v2.0/networks?id=a04f55f0-ec66-435f-9f03-b650e760ac57 HTTP/1.1" status: 200 len: 814 time: 0.1624923 Apr 19 07:47:21.100877 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-0b486e5c-b9fc-4586-9dbb-099d8ddcb088 req-53ba5ed1-a314-4451-a2af-9d90c95dcc69 tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] 10.222.0.41 "GET /v2.0/quotas/9d74c1b5cf124d6f9828b772afd20b44 HTTP/1.1" status: 200 len: 375 time: 0.0104239 Apr 19 07:47:21.159089 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-0b486e5c-b9fc-4586-9dbb-099d8ddcb088 req-fc8288d6-85c2-42a2-9e30-7565b2583f2e tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d74c1b5cf124d6f9828b772afd20b44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0522511 Apr 19 07:47:21.420614 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-0b486e5c-b9fc-4586-9dbb-099d8ddcb088 req-7830e5b8-3f2f-4b52-aefc-c187fcf20727 service neutron] 10.222.0.41 "GET /v2.0/networks/a04f55f0-ec66-435f-9f03-b650e760ac57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537432 Apr 19 07:47:21.570457 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-0b486e5c-b9fc-4586-9dbb-099d8ddcb088 req-96b5fc54-f6ab-41a6-ae13-a4573bf60c91 service neutron] 10.222.0.41 "GET /v2.0/networks/a04f55f0-ec66-435f-9f03-b650e760ac57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433477 Apr 19 07:47:21.775277 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-81832d4e-1a62-4efe-957e-018e09691216 req-0762f2df-c31e-4c20-91d8-f80851a29471 tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0e131b8-ef1f-46ea-9920-06ed8095e3a5 HTTP/1.1" status: 200 len: 210 time: 0.0542042 Apr 19 07:47:21.808213 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d38b738-0598-42d5-82a6-a258035c1475 req-6b0c09d2-6a50-4c53-af59-c22ea0891c53 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:47:21.809808 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-5d38b738-0598-42d5-82a6-a258035c1475 req-6b0c09d2-6a50-4c53-af59-c22ea0891c53 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb2e375-2b4d-44e3-9bba-7fc338663cec HTTP/1.1" status: 200 len: 947 time: 0.1487496 Apr 19 07:47:21.841797 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46ad9d5-fdcd-44d9-a246-0b1ced96d89d req-51f96ff2-4eac-45f3-b1bb-d66ddcf908f8 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:47:21.842634 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-e46ad9d5-fdcd-44d9-a246-0b1ced96d89d req-51f96ff2-4eac-45f3-b1bb-d66ddcf908f8 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Synchronizing usage tracker for tenant:3ef6d999ea3a4447a9b6387c496ca58a on resource:port {{(pid=86412) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 07:47:21.858620 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-e46ad9d5-fdcd-44d9-a246-0b1ced96d89d req-51f96ff2-4eac-45f3-b1bb-d66ddcf908f8 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Unset dirty status for tenant:3ef6d999ea3a4447a9b6387c496ca58a on resource:port {{(pid=86412) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 07:47:21.859922 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-e46ad9d5-fdcd-44d9-a246-0b1ced96d89d req-51f96ff2-4eac-45f3-b1bb-d66ddcf908f8 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.42 "GET /v2.0/ports?device_id=6bb2e375-2b4d-44e3-9bba-7fc338663cec HTTP/1.1" status: 200 len: 947 time: 0.1243811 Apr 19 07:47:21.862508 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-5d38b738-0598-42d5-82a6-a258035c1475 req-c999a653-6055-486c-99dc-a44f384dbec1 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=54a7104c-197d-4fa0-8d02-7bd249136409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461736 Apr 19 07:47:21.942679 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [req-e46ad9d5-fdcd-44d9-a246-0b1ced96d89d req-b6d1cd0c-7dd2-4375-b58d-9ad4afaca5c9 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Deleting port f566711e-dd39-4231-b2af-04c9f216c4c1 {{(pid=86412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 07:47:21.943004 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-e46ad9d5-fdcd-44d9-a246-0b1ced96d89d req-b6d1cd0c-7dd2-4375-b58d-9ad4afaca5c9 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267090122612'] for port, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:22.213408 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [req-e46ad9d5-fdcd-44d9-a246-0b1ced96d89d req-b6d1cd0c-7dd2-4375-b58d-9ad4afaca5c9 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] For port f566711e-dd39-4231-b2af-04c9f216c4c1, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=f566711e-dd39-4231-b2af-04c9f216c4c1,segment=NetworkSegment(82586cc3-7b22-4a5c-b95c-8fce131571e9),segment_id=82586cc3-7b22-4a5c-b95c-8fce131571e9)] {{(pid=86412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:47:22.213764 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-e46ad9d5-fdcd-44d9-a246-0b1ced96d89d req-b6d1cd0c-7dd2-4375-b58d-9ad4afaca5c9 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852958595'] for port, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:22.790131 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-e46ad9d5-fdcd-44d9-a246-0b1ced96d89d req-b6d1cd0c-7dd2-4375-b58d-9ad4afaca5c9 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:22.790688 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-e46ad9d5-fdcd-44d9-a246-0b1ced96d89d req-b6d1cd0c-7dd2-4375-b58d-9ad4afaca5c9 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1810097'] for floatingip, after_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:22.790865 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.db.l3_db [req-e46ad9d5-fdcd-44d9-a246-0b1ced96d89d req-b6d1cd0c-7dd2-4375-b58d-9ad4afaca5c9 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Floating IP 514ea334-5c74-42b7-8d2e-101ad50788c9 disassociated. External IP: 172.28.2.180, port: f566711e-dd39-4231-b2af-04c9f216c4c1. Apr 19 07:47:22.791277 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [req-e46ad9d5-fdcd-44d9-a246-0b1ced96d89d req-b6d1cd0c-7dd2-4375-b58d-9ad4afaca5c9 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Calling delete_port for f566711e-dd39-4231-b2af-04c9f216c4c1 owned by compute:nova {{(pid=86412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 07:47:22.958860 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-a98f185e-fb86-4a49-b28e-04ab432b854f req-0fb5605c-e17a-4249-bece-e2a10368399e tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0e131b8-ef1f-46ea-9920-06ed8095e3a5 HTTP/1.1" status: 200 len: 210 time: 0.0508003 Apr 19 07:47:23.069649 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-e46ad9d5-fdcd-44d9-a246-0b1ced96d89d req-b6d1cd0c-7dd2-4375-b58d-9ad4afaca5c9 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267090117919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267090550695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3936575'] for port, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:23.076402 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-8f9bf9a1-06ef-4cf4-b03e-a7a686f73436 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:47:23.085220 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d25ff6-3495-4b6a-af4b-8e008c70d87c req-486ecdc2-7065-43b0-9128-caf3724975dc tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:47:23.086935 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-06d25ff6-3495-4b6a-af4b-8e008c70d87c req-486ecdc2-7065-43b0-9128-caf3724975dc tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb2e375-2b4d-44e3-9bba-7fc338663cec HTTP/1.1" status: 200 len: 947 time: 0.0873270 Apr 19 07:47:23.128405 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b486e5c-b9fc-4586-9dbb-099d8ddcb088 req-f438dc99-d335-446a-8329-6e73f459302c tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:47:23.130032 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-0b486e5c-b9fc-4586-9dbb-099d8ddcb088 req-f438dc99-d335-446a-8329-6e73f459302c tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] 10.222.0.42 "GET /v2.0/networks?id=a04f55f0-ec66-435f-9f03-b650e760ac57 HTTP/1.1" status: 200 len: 814 time: 0.3719490 Apr 19 07:47:23.140063 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-06d25ff6-3495-4b6a-af4b-8e008c70d87c req-5959bfd2-5819-4a44-9d01-10d49e5dbdc5 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups?id=54a7104c-197d-4fa0-8d02-7bd249136409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464654 Apr 19 07:47:23.141269 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d1cd0c-7dd2-4375-b58d-9ad4afaca5c9 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Pushing event deleted for resources: {'Port': ['ID=f566711e-dd39-4231-b2af-04c9f216c4c1,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:47:23.144024 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-b6d1cd0c-7dd2-4375-b58d-9ad4afaca5c9 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:47:23.153276 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [req-0b486e5c-b9fc-4586-9dbb-099d8ddcb088 req-b58fd2e9-d280-4089-8f00-712458f7926d tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Request body: {'port': {'device_id': 'c0e131b8-ef1f-46ea-9920-06ed8095e3a5', 'network_id': 'a04f55f0-ec66-435f-9f03-b650e760ac57', 'admin_state_up': True, 'tenant_id': '9d74c1b5cf124d6f9828b772afd20b44'}} {{(pid=86412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:47:23.462650 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [req-0b486e5c-b9fc-4586-9dbb-099d8ddcb088 req-b58fd2e9-d280-4089-8f00-712458f7926d tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:47:23.470358 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-0b486e5c-b9fc-4586-9dbb-099d8ddcb088 req-b58fd2e9-d280-4089-8f00-712458f7926d tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Usage tracker for resource:port and tenant:9d74c1b5cf124d6f9828b772afd20b44 is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:47:23.474087 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-0b486e5c-b9fc-4586-9dbb-099d8ddcb088 req-b58fd2e9-d280-4089-8f00-712458f7926d tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:47:23.483634 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e46ad9d5-fdcd-44d9-a246-0b1ced96d89d req-b6d1cd0c-7dd2-4375-b58d-9ad4afaca5c9 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Router f94fd1ee-95bd-456f-8f6a-c17a78acc134 has already been hosted by L3 agent af0aee0b-5275-4bf1-b5b2-246fd8e7196c {{(pid=86412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 07:47:23.484877 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [req-0b486e5c-b9fc-4586-9dbb-099d8ddcb088 req-b58fd2e9-d280-4089-8f00-712458f7926d tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:47:23.556650 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b486e5c-b9fc-4586-9dbb-099d8ddcb088 req-b58fd2e9-d280-4089-8f00-712458f7926d tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Made reservation on behalf of 9d74c1b5cf124d6f9828b772afd20b44 for: {'port': 1} {{(pid=86412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 07:47:23.562815 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-0b486e5c-b9fc-4586-9dbb-099d8ddcb088 req-b58fd2e9-d280-4089-8f00-712458f7926d tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:23.825094 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e46ad9d5-fdcd-44d9-a246-0b1ced96d89d req-b6d1cd0c-7dd2-4375-b58d-9ad4afaca5c9 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify agent at l3_agent.dv-cinder-773870-2-smb the message routers_updated {{(pid=86412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 07:47:23.835023 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc975b82-c7af-41fc-b2de-24a901420859 None None] Sync routers for ids ['f94fd1ee-95bd-456f-8f6a-c17a78acc134'] in dv-cinder-773870-2-smb {{(pid=86415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 07:47:23.845802 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc975b82-c7af-41fc-b2de-24a901420859 None None] Routers {'f94fd1ee-95bd-456f-8f6a-c17a78acc134'} bound to L3 agent in host dv-cinder-773870-2-smb {{(pid=86415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 07:47:23.846498 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-cc975b82-c7af-41fc-b2de-24a901420859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T07:32:39Z,description=,heartbeat_timestamp=2021-04-19T07:47:09Z,host='dv-cinder-773870-2-smb',id=af0aee0b-5275-4bf1-b5b2-246fd8e7196c,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T07:32:39Z,topic='l3_agent')) {'router_ids': ['f94fd1ee-95bd-456f-8f6a-c17a78acc134'], 'active': True} {{(pid=86415) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:47:23.915655 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [req-e46ad9d5-fdcd-44d9-a246-0b1ced96d89d req-b6d1cd0c-7dd2-4375-b58d-9ad4afaca5c9 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] No DVR routers for this DVR port f566711e-dd39-4231-b2af-04c9f216c4c1 on host hv-cinder-77387 {{(pid=86412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 07:47:23.918228 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-e46ad9d5-fdcd-44d9-a246-0b1ced96d89d req-b6d1cd0c-7dd2-4375-b58d-9ad4afaca5c9 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773070'] for port, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:23.927031 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb2e375-2b4d-44e3-9bba-7fc338663cec', 'name': 'network-vif-deleted', 'tag': 'f566711e-dd39-4231-b2af-04c9f216c4c1'}] {{(pid=86412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 07:47:23.943411 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.db_base_plugin_common [req-0b486e5c-b9fc-4586-9dbb-099d8ddcb088 req-b58fd2e9-d280-4089-8f00-712458f7926d tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Allocated IP 172.20.0.11 (a04f55f0-ec66-435f-9f03-b650e760ac57/35359a8b-0499-41b3-b3ba-6a8f32b3df00/02411af1-ced1-4734-bc9c-0642fda578cc) {{(pid=86412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 07:47:23.957990 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-e46ad9d5-fdcd-44d9-a246-0b1ced96d89d req-b6d1cd0c-7dd2-4375-b58d-9ad4afaca5c9 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.42 "DELETE /v2.0/ports/f566711e-dd39-4231-b2af-04c9f216c4c1 HTTP/1.1" status: 204 len: 173 time: 2.0914576 Apr 19 07:47:23.985645 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb2e375-2b4d-44e3-9bba-7fc338663cec', 'name': 'network-vif-deleted', 'tag': 'f566711e-dd39-4231-b2af-04c9f216c4c1', 'status': 'completed', 'code': 200} Apr 19 07:47:24.040042 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvr_db [None req-cc975b82-c7af-41fc-b2de-24a901420859 None None] Set router f94fd1ee-95bd-456f-8f6a-c17a78acc134 gateway port host: dv-cinder-773870-2-smb {{(pid=86415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 07:47:24.206169 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-89531d46-e858-48c7-a114-594aed5d2302 req-c9ef1de6-0769-4fa6-9bf2-5285fa10410d tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0e131b8-ef1f-46ea-9920-06ed8095e3a5 HTTP/1.1" status: 200 len: 210 time: 0.0530968 Apr 19 07:47:24.252777 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-0b486e5c-b9fc-4586-9dbb-099d8ddcb088 req-b58fd2e9-d280-4089-8f00-712458f7926d tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Notify callbacks [] for port, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:24.284990 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-0b486e5c-b9fc-4586-9dbb-099d8ddcb088 req-b58fd2e9-d280-4089-8f00-712458f7926d tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769764225105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3936575'] for port, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:24.292480 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-a2880ec8-9762-43d6-a8a0-440729cd4573 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:47:24.337814 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-2cf7d028-dd39-461a-9f9e-d1b3cacf4676 req-91983f16-9d91-44c1-b415-dc4df23c29e7 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb2e375-2b4d-44e3-9bba-7fc338663cec HTTP/1.1" status: 200 len: 210 time: 0.0489430 Apr 19 07:47:24.371556 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b486e5c-b9fc-4586-9dbb-099d8ddcb088 req-b58fd2e9-d280-4089-8f00-712458f7926d tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Network a04f55f0-ec66-435f-9f03-b650e760ac57 is already hosted by enough agents. {{(pid=86412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 07:47:24.375704 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.base_scheduler [req-0b486e5c-b9fc-4586-9dbb-099d8ddcb088 req-b58fd2e9-d280-4089-8f00-712458f7926d tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Resources bound (agent type, host, resource id): {{(pid=86412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 07:47:24.377818 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58fd2e9-d280-4089-8f00-712458f7926d tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Pushing event updated for resources: {'Port': ['ID=02411af1-ced1-4734-bc9c-0642fda578cc,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:47:24.380204 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b486e5c-b9fc-4586-9dbb-099d8ddcb088 req-b58fd2e9-d280-4089-8f00-712458f7926d tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Received port after_create {{(pid=86412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 07:47:24.407933 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-b58fd2e9-d280-4089-8f00-712458f7926d tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:47:24.422988 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-cc975b82-c7af-41fc-b2de-24a901420859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94fd1ee-95bd-456f-8f6a-c17a78acc134', 'name': 'tempest-AttachVolumeShelveTestJSON-967826059-router', 'tenant_id': '3ef6d999ea3a4447a9b6387c496ca58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': 'a7a42cf9-3474-40fa-8991-a6de72384a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:41:00Z', 'updated_at': '2021-04-19T07:41:19Z', 'revision_number': 4, 'project_id': '3ef6d999ea3a4447a9b6387c496ca58a', 'gw_port': {'id': 'a7a42cf9-3474-40fa-8991-a6de72384a06', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94fd1ee-95bd-456f-8f6a-c17a78acc134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:02Z', 'updated_at': '2021-04-19T07:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb', '_interfaces': [{'id': '91dec4dd-cf5b-4474-a0ba-3a44e33dad1c', 'name': '', 'network_id': '54cc282c-1ba1-4d63-8981-01ed15bb5ad4', 'tenant_id': '3ef6d999ea3a4447a9b6387c496ca58a', 'mac_address': 'fa:16:3e:35:ca:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94fd1ee-95bd-456f-8f6a-c17a78acc134', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '576f6062-f22a-411b-bc12-7e9099407d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:17Z', 'updated_at': '2021-04-19T07:41:34Z', 'revision_number': 5, 'project_id': '3ef6d999ea3a4447a9b6387c496ca58a', 'subnets': [{'id': '576f6062-f22a-411b-bc12-7e9099407d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-smb', False) {} {{(pid=86415) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:47:24.427750 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc975b82-c7af-41fc-b2de-24a901420859 None None] Checking router: f94fd1ee-95bd-456f-8f6a-c17a78acc134 for host: dv-cinder-773870-2-smb {{(pid=86415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 07:47:24.439544 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc975b82-c7af-41fc-b2de-24a901420859 None None] Routers {'f94fd1ee-95bd-456f-8f6a-c17a78acc134'} bound to L3 agent in host dv-cinder-773870-2-smb {{(pid=86415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 07:47:24.440210 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-cc975b82-c7af-41fc-b2de-24a901420859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T07:32:39Z,description=,heartbeat_timestamp=2021-04-19T07:47:09Z,host='dv-cinder-773870-2-smb',id=af0aee0b-5275-4bf1-b5b2-246fd8e7196c,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T07:32:39Z,topic='l3_agent')) {'router_ids': ['f94fd1ee-95bd-456f-8f6a-c17a78acc134'], 'active': True} {{(pid=86415) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:47:24.448402 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b486e5c-b9fc-4586-9dbb-099d8ddcb088 req-b58fd2e9-d280-4089-8f00-712458f7926d tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:47:24.449356 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-0b486e5c-b9fc-4586-9dbb-099d8ddcb088 req-b58fd2e9-d280-4089-8f00-712458f7926d tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773070'] for port, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:24.468759 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-0b486e5c-b9fc-4586-9dbb-099d8ddcb088 req-b58fd2e9-d280-4089-8f00-712458f7926d tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3234215 Apr 19 07:47:24.480739 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [req-0b486e5c-b9fc-4586-9dbb-099d8ddcb088 req-b460eac9-4ebc-4a0f-84fe-ea89d120a09c service neutron] Request body: {'port': {'device_id': 'c0e131b8-ef1f-46ea-9920-06ed8095e3a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=86412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:47:24.610185 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-0b486e5c-b9fc-4586-9dbb-099d8ddcb088 req-b460eac9-4ebc-4a0f-84fe-ea89d120a09c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:24.640469 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvr_db [None req-cc975b82-c7af-41fc-b2de-24a901420859 None None] Set router f94fd1ee-95bd-456f-8f6a-c17a78acc134 gateway port host: dv-cinder-773870-2-smb {{(pid=86415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 07:47:24.644032 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Device f566711e-dd39-4231-b2af-04c9f216c4c1 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=86414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 07:47:24.684736 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] No Port match for: f566711e-dd39-4231-b2af-04c9f216c4c1 {{(pid=86414) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 07:47:24.685127 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Device f566711e-dd39-4231-b2af-04c9f216c4c1 not bound to the agent host hv-cinder-77387 {{(pid=86414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 07:47:24.994998 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [req-0b486e5c-b9fc-4586-9dbb-099d8ddcb088 req-b460eac9-4ebc-4a0f-84fe-ea89d120a09c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02411af1-ced1-4734-bc9c-0642fda578cc {{(pid=86412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 07:47:25.003969 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-0b486e5c-b9fc-4586-9dbb-099d8ddcb088 req-b460eac9-4ebc-4a0f-84fe-ea89d120a09c service neutron] Notify callbacks [] for port, precommit_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:25.021872 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [req-0b486e5c-b9fc-4586-9dbb-099d8ddcb088 req-b460eac9-4ebc-4a0f-84fe-ea89d120a09c service neutron] Transition to ACTIVE for port object 02411af1-ced1-4734-bc9c-0642fda578cc will not be triggered until provisioned by entity L2. {{(pid=86412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 07:47:25.025474 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-0b486e5c-b9fc-4586-9dbb-099d8ddcb088 req-b460eac9-4ebc-4a0f-84fe-ea89d120a09c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850839242'] for port, after_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:25.030779 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-cdd6e498-8fd8-448e-b686-1d6a95b24db6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:47:25.134265 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-cc975b82-c7af-41fc-b2de-24a901420859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94fd1ee-95bd-456f-8f6a-c17a78acc134', 'name': 'tempest-AttachVolumeShelveTestJSON-967826059-router', 'tenant_id': '3ef6d999ea3a4447a9b6387c496ca58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': 'a7a42cf9-3474-40fa-8991-a6de72384a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:41:00Z', 'updated_at': '2021-04-19T07:41:19Z', 'revision_number': 4, 'project_id': '3ef6d999ea3a4447a9b6387c496ca58a', 'gw_port': {'id': 'a7a42cf9-3474-40fa-8991-a6de72384a06', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94fd1ee-95bd-456f-8f6a-c17a78acc134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:02Z', 'updated_at': '2021-04-19T07:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb', '_interfaces': [{'id': '91dec4dd-cf5b-4474-a0ba-3a44e33dad1c', 'name': '', 'network_id': '54cc282c-1ba1-4d63-8981-01ed15bb5ad4', 'tenant_id': '3ef6d999ea3a4447a9b6387c496ca58a', 'mac_address': 'fa:16:3e:35:ca:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94fd1ee-95bd-456f-8f6a-c17a78acc134', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '576f6062-f22a-411b-bc12-7e9099407d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:17Z', 'updated_at': '2021-04-19T07:41:34Z', 'revision_number': 5, 'project_id': '3ef6d999ea3a4447a9b6387c496ca58a', 'subnets': [{'id': '576f6062-f22a-411b-bc12-7e9099407d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-smb', False) {} {{(pid=86415) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:47:25.138538 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc975b82-c7af-41fc-b2de-24a901420859 None None] The sync data for ids ['f94fd1ee-95bd-456f-8f6a-c17a78acc134'] in dv-cinder-773870-2-smb is: [{'id': 'f94fd1ee-95bd-456f-8f6a-c17a78acc134', 'name': 'tempest-AttachVolumeShelveTestJSON-967826059-router', 'tenant_id': '3ef6d999ea3a4447a9b6387c496ca58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': 'a7a42cf9-3474-40fa-8991-a6de72384a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:41:00Z', 'updated_at': '2021-04-19T07:41:19Z', 'revision_number': 4, 'project_id': '3ef6d999ea3a4447a9b6387c496ca58a', 'gw_port': {'id': 'a7a42cf9-3474-40fa-8991-a6de72384a06', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94fd1ee-95bd-456f-8f6a-c17a78acc134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:02Z', 'updated_at': '2021-04-19T07:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb', '_interfaces': [{'id': '91dec4dd-cf5b-4474-a0ba-3a44e33dad1c', 'name': '', 'network_id': '54cc282c-1ba1-4d63-8981-01ed15bb5ad4', 'tenant_id': '3ef6d999ea3a4447a9b6387c496ca58a', 'mac_address': 'fa:16:3e:35:ca:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94fd1ee-95bd-456f-8f6a-c17a78acc134', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '576f6062-f22a-411b-bc12-7e9099407d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:17Z', 'updated_at': '2021-04-19T07:41:34Z', 'revision_number': 5, 'project_id': '3ef6d999ea3a4447a9b6387c496ca58a', 'subnets': [{'id': '576f6062-f22a-411b-bc12-7e9099407d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 07:47:25.198429 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b460eac9-4ebc-4a0f-84fe-ea89d120a09c service neutron] Pushing event updated for resources: {'Port': ['ID=02411af1-ced1-4734-bc9c-0642fda578cc,revision_number=2']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:47:25.207247 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-b460eac9-4ebc-4a0f-84fe-ea89d120a09c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:47:25.279136 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [req-0b486e5c-b9fc-4586-9dbb-099d8ddcb088 req-b460eac9-4ebc-4a0f-84fe-ea89d120a09c service neutron] Attempting to bind port 02411af1-ced1-4734-bc9c-0642fda578cc on host hv-cinder-77387 for vnic_type normal with profile {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 07:47:25.279507 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [req-0b486e5c-b9fc-4586-9dbb-099d8ddcb088 req-b460eac9-4ebc-4a0f-84fe-ea89d120a09c service neutron] Attempting to bind port 02411af1-ced1-4734-bc9c-0642fda578cc by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': '018eeb57-9e6d-47cd-8441-1c809f625298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a04f55f0-ec66-435f-9f03-b650e760ac57'}] {{(pid=86412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 07:47:25.279918 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b486e5c-b9fc-4586-9dbb-099d8ddcb088 req-b460eac9-4ebc-4a0f-84fe-ea89d120a09c service neutron] Attempting to bind port 02411af1-ced1-4734-bc9c-0642fda578cc on network a04f55f0-ec66-435f-9f03-b650e760ac57 {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 07:47:25.285057 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b486e5c-b9fc-4586-9dbb-099d8ddcb088 req-b460eac9-4ebc-4a0f-84fe-ea89d120a09c service neutron] Port 02411af1-ced1-4734-bc9c-0642fda578cc on network a04f55f0-ec66-435f-9f03-b650e760ac57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 07:47:25.285410 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b486e5c-b9fc-4586-9dbb-099d8ddcb088 req-b460eac9-4ebc-4a0f-84fe-ea89d120a09c service neutron] Attempting to bind port 02411af1-ced1-4734-bc9c-0642fda578cc on network a04f55f0-ec66-435f-9f03-b650e760ac57 {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 07:47:25.290993 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b486e5c-b9fc-4586-9dbb-099d8ddcb088 req-b460eac9-4ebc-4a0f-84fe-ea89d120a09c service neutron] Checking agent: {'id': '482cf95e-fb4e-4926-8f7d-816e7736c412', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 39, 10), 'started_at': datetime.datetime(2021, 4, 19, 7, 39, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 07:47:25.291434 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b486e5c-b9fc-4586-9dbb-099d8ddcb088 req-b460eac9-4ebc-4a0f-84fe-ea89d120a09c service neutron] Checking segment: {'id': '018eeb57-9e6d-47cd-8441-1c809f625298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a04f55f0-ec66-435f-9f03-b650e760ac57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 07:47:25.291847 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b486e5c-b9fc-4586-9dbb-099d8ddcb088 req-b460eac9-4ebc-4a0f-84fe-ea89d120a09c service neutron] Bound using segment: {'id': '018eeb57-9e6d-47cd-8441-1c809f625298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a04f55f0-ec66-435f-9f03-b650e760ac57'} {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 07:47:25.292309 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [req-0b486e5c-b9fc-4586-9dbb-099d8ddcb088 req-b460eac9-4ebc-4a0f-84fe-ea89d120a09c service neutron] Bound port: 02411af1-ced1-4734-bc9c-0642fda578cc, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '018eeb57-9e6d-47cd-8441-1c809f625298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a04f55f0-ec66-435f-9f03-b650e760ac57'}}] {{(pid=86412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 07:47:25.292685 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-0b486e5c-b9fc-4586-9dbb-099d8ddcb088 req-b460eac9-4ebc-4a0f-84fe-ea89d120a09c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:25.394037 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [req-0b486e5c-b9fc-4586-9dbb-099d8ddcb088 req-b460eac9-4ebc-4a0f-84fe-ea89d120a09c service neutron] For port 02411af1-ced1-4734-bc9c-0642fda578cc, host hv-cinder-77387, cleared binding levels {{(pid=86412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 07:47:25.397634 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [req-0b486e5c-b9fc-4586-9dbb-099d8ddcb088 req-b460eac9-4ebc-4a0f-84fe-ea89d120a09c service neutron] For port 02411af1-ced1-4734-bc9c-0642fda578cc, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=02411af1-ced1-4734-bc9c-0642fda578cc,segment=NetworkSegment(018eeb57-9e6d-47cd-8441-1c809f625298),segment_id=018eeb57-9e6d-47cd-8441-1c809f625298)] {{(pid=86412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 07:47:25.401390 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-0b486e5c-b9fc-4586-9dbb-099d8ddcb088 req-b460eac9-4ebc-4a0f-84fe-ea89d120a09c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850839242'] for port, after_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:25.406933 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-cdd6e498-8fd8-448e-b686-1d6a95b24db6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:47:25.426172 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8e1b6-4407-4b49-b66b-dcaff6f6c96a req-eafd79ae-ff8d-41ec-ac88-77371e847b27 tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:47:25.428035 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-52b8e1b6-4407-4b49-b66b-dcaff6f6c96a req-eafd79ae-ff8d-41ec-ac88-77371e847b27 tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0e131b8-ef1f-46ea-9920-06ed8095e3a5 HTTP/1.1" status: 200 len: 944 time: 0.0998244 Apr 19 07:47:25.468108 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b486e5c-b9fc-4586-9dbb-099d8ddcb088 req-b460eac9-4ebc-4a0f-84fe-ea89d120a09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:47:25.469007 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-0b486e5c-b9fc-4586-9dbb-099d8ddcb088 req-b460eac9-4ebc-4a0f-84fe-ea89d120a09c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773070'] for port, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:25.470659 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-0b486e5c-b9fc-4586-9dbb-099d8ddcb088 req-b460eac9-4ebc-4a0f-84fe-ea89d120a09c service neutron] 10.222.0.42 "PUT /v2.0/ports/02411af1-ced1-4734-bc9c-0642fda578cc HTTP/1.1" status: 200 len: 1094 time: 0.9946730 Apr 19 07:47:25.492279 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-52b8e1b6-4407-4b49-b66b-dcaff6f6c96a req-f943cf6f-9a9d-4e67-a8f9-26165474f657 tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d5ba21e-e655-476c-8e43-e95720ec74ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563114 Apr 19 07:47:25.509426 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b460eac9-4ebc-4a0f-84fe-ea89d120a09c service neutron] Pushing event updated for resources: {'Port': ['ID=02411af1-ced1-4734-bc9c-0642fda578cc,revision_number=3']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:47:25.532765 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 44012) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:47:25.551216 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e2cfcb-82a0-48fc-90a3-93abe8677869 None None] New status for floating IP 514ea334-5c74-42b7-8d2e-101ad50788c9: DOWN {{(pid=86414) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 07:47:25.576897 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-b460eac9-4ebc-4a0f-84fe-ea89d120a09c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:47:25.612457 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b486e5c-b9fc-4586-9dbb-099d8ddcb088 req-2c176a90-8a11-4ad9-bb42-26eb637fbce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:47:25.612997 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-2223092c-0201-4832-9d47-4d44e93a88df tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks [] for security_group, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:25.614372 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-0b486e5c-b9fc-4586-9dbb-099d8ddcb088 req-2c176a90-8a11-4ad9-bb42-26eb637fbce3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d74c1b5cf124d6f9828b772afd20b44&device_id=c0e131b8-ef1f-46ea-9920-06ed8095e3a5 HTTP/1.1" status: 200 len: 1097 time: 0.1007223 Apr 19 07:47:25.644921 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-2223092c-0201-4832-9d47-4d44e93a88df tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:25.693533 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-2223092c-0201-4832-9d47-4d44e93a88df tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:25.696321 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-0b486e5c-b9fc-4586-9dbb-099d8ddcb088 req-bab80fc6-bdae-4ffa-bbc6-d6eefc8e7c3a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02411af1-ced1-4734-bc9c-0642fda578cc HTTP/1.1" status: 200 len: 217 time: 0.0732839 Apr 19 07:47:25.700647 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-c344ec4d-141b-406a-b1e4-f214e99284a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:47:25.721077 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2223092c-0201-4832-9d47-4d44e93a88df tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a7104c-197d-4fa0-8d02-7bd249136409,revision_number=None']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:47:25.723742 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-2223092c-0201-4832-9d47-4d44e93a88df tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:47:25.733762 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-2223092c-0201-4832-9d47-4d44e93a88df tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks [] for security_group, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:25.737900 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-2223092c-0201-4832-9d47-4d44e93a88df tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "DELETE /v2.0/security-groups/54a7104c-197d-4fa0-8d02-7bd249136409 HTTP/1.1" status: 204 len: 168 time: 0.2012565 Apr 19 07:47:25.738172 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 44016) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:47:25.757492 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.api.v2.resource [None req-1b68b8ed-1939-47f7-a2f7-7c2af783c4eb tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] show failed (client error): The resource could not be found. Apr 19 07:47:25.761808 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-1b68b8ed-1939-47f7-a2f7-7c2af783c4eb tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "GET /v2.0/security-groups/54a7104c-197d-4fa0-8d02-7bd249136409 HTTP/1.1" status: 404 len: 347 time: 0.0194492 Apr 19 07:47:25.762164 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 44020) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:47:25.943317 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-1a9635ed-db6f-407a-9519-99a81d30feb9 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Deleting port b828760a-ddab-4acb-93f0-2616cd97a069 {{(pid=86413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 07:47:25.943724 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-1a9635ed-db6f-407a-9519-99a81d30feb9 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267090122612'] for port, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:25.993529 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0e131b8-ef1f-46ea-9920-06ed8095e3a5', 'tag': '02411af1-ced1-4734-bc9c-0642fda578cc'}] {{(pid=86412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 07:47:26.020873 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b486e5c-b9fc-4586-9dbb-099d8ddcb088 req-e2168543-3c92-4fb3-bba5-8763cb98a753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:47:26.022483 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-0b486e5c-b9fc-4586-9dbb-099d8ddcb088 req-e2168543-3c92-4fb3-bba5-8763cb98a753 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=35359a8b-0499-41b3-b3ba-6a8f32b3df00 HTTP/1.1" status: 200 len: 854 time: 0.3198419 Apr 19 07:47:26.074831 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0e131b8-ef1f-46ea-9920-06ed8095e3a5', 'tag': '02411af1-ced1-4734-bc9c-0642fda578cc', 'status': 'completed', 'code': 200} Apr 19 07:47:26.082034 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-0b486e5c-b9fc-4586-9dbb-099d8ddcb088 req-2b96361e-daeb-4ed3-bea0-fcc517570caf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a04f55f0-ec66-435f-9f03-b650e760ac57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472529 Apr 19 07:47:26.150390 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-1a9635ed-db6f-407a-9519-99a81d30feb9 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852958595'] for port, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:26.150642 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-1a9635ed-db6f-407a-9519-99a81d30feb9 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:26.226765 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-0b486e5c-b9fc-4586-9dbb-099d8ddcb088 req-ff30a9ae-0340-4564-9082-cfb17d45598d service neutron] 10.222.0.42 "GET /v2.0/networks/a04f55f0-ec66-435f-9f03-b650e760ac57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350260 Apr 19 07:47:26.282816 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-1a9635ed-db6f-407a-9519-99a81d30feb9 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Calling delete_port for b828760a-ddab-4acb-93f0-2616cd97a069 owned by network:floatingip {{(pid=86413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 07:47:26.374142 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-0b486e5c-b9fc-4586-9dbb-099d8ddcb088 req-bd6cb054-c258-438b-aeb5-f80520d0c254 service neutron] 10.222.0.42 "GET /v2.0/networks/a04f55f0-ec66-435f-9f03-b650e760ac57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398170 Apr 19 07:47:26.434756 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-1a9635ed-db6f-407a-9519-99a81d30feb9 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267090117919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267090550695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2897772'] for port, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:26.438677 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:47:26.485234 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9635ed-db6f-407a-9519-99a81d30feb9 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Pushing event deleted for resources: {'Port': ['ID=b828760a-ddab-4acb-93f0-2616cd97a069,revision_number=None']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:47:26.488971 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-1a9635ed-db6f-407a-9519-99a81d30feb9 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:47:26.503102 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e0d8b-287f-47cc-a079-8135c0d28384 req-06c4a2a2-8bb0-4cca-a2d1-5d03c24ea4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:47:26.504832 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-065e0d8b-287f-47cc-a079-8135c0d28384 req-06c4a2a2-8bb0-4cca-a2d1-5d03c24ea4f6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d74c1b5cf124d6f9828b772afd20b44&device_id=c0e131b8-ef1f-46ea-9920-06ed8095e3a5 HTTP/1.1" status: 200 len: 1097 time: 0.0857167 Apr 19 07:47:26.588521 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-1a9635ed-db6f-407a-9519-99a81d30feb9 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks [] for floatingip, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:26.604369 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-1a9635ed-db6f-407a-9519-99a81d30feb9 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773070'] for floatingip, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:26.608970 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-1a9635ed-db6f-407a-9519-99a81d30feb9 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] 10.222.0.41 "DELETE /v2.0/floatingips/514ea334-5c74-42b7-8d2e-101ad50788c9 HTTP/1.1" status: 204 len: 168 time: 0.8424382 Apr 19 07:47:26.662114 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e0d8b-287f-47cc-a079-8135c0d28384 req-41b3a0b5-e3f5-41c6-b31c-8eb4bf616692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:47:26.663859 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-065e0d8b-287f-47cc-a079-8135c0d28384 req-41b3a0b5-e3f5-41c6-b31c-8eb4bf616692 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a04f55f0-ec66-435f-9f03-b650e760ac57 HTTP/1.1" status: 200 len: 915 time: 0.1525545 Apr 19 07:47:26.713748 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cd0c32-05a9-4228-b536-a45dc5ad7fbe req-00da2960-9a1c-43ea-ba98-7eb300106bb0 tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:47:26.715362 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-d0cd0c32-05a9-4228-b536-a45dc5ad7fbe req-00da2960-9a1c-43ea-ba98-7eb300106bb0 tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0e131b8-ef1f-46ea-9920-06ed8095e3a5 HTTP/1.1" status: 200 len: 944 time: 0.1003516 Apr 19 07:47:26.747155 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-065e0d8b-287f-47cc-a079-8135c0d28384 req-210066bc-31e1-42c2-af19-c086ffc40789 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02411af1-ced1-4734-bc9c-0642fda578cc HTTP/1.1" status: 200 len: 217 time: 0.0752075 Apr 19 07:47:26.766339 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-d0cd0c32-05a9-4228-b536-a45dc5ad7fbe req-b2c2b93c-ea45-4dde-b39d-eb5c32a32a4d tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d5ba21e-e655-476c-8e43-e95720ec74ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430753 Apr 19 07:47:26.825644 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e0d8b-287f-47cc-a079-8135c0d28384 req-3c6f6c07-4e0f-4a84-ba5e-f5275e47dc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:47:26.825644 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-065e0d8b-287f-47cc-a079-8135c0d28384 req-3c6f6c07-4e0f-4a84-ba5e-f5275e47dc60 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=35359a8b-0499-41b3-b3ba-6a8f32b3df00 HTTP/1.1" status: 200 len: 854 time: 0.0691233 Apr 19 07:47:26.886953 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-065e0d8b-287f-47cc-a079-8135c0d28384 req-13264161-f46b-46d5-b358-69c63e8d269d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a04f55f0-ec66-435f-9f03-b650e760ac57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557811 Apr 19 07:47:27.049967 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-065e0d8b-287f-47cc-a079-8135c0d28384 req-b4ba03b9-cdab-40c4-adae-489be7144099 service neutron] 10.222.0.42 "GET /v2.0/networks/a04f55f0-ec66-435f-9f03-b650e760ac57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551626 Apr 19 07:47:27.195579 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-065e0d8b-287f-47cc-a079-8135c0d28384 req-3d45f615-3c8a-4bf1-9d4f-1f4c1c8b4e4f service neutron] 10.222.0.42 "GET /v2.0/networks/a04f55f0-ec66-435f-9f03-b650e760ac57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377459 Apr 19 07:47:27.987029 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a191d8-fa5f-49ad-834d-166f6d4eba70 req-e002ac16-16b5-488a-a45c-3b17b78b9d01 tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:47:27.989049 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-49a191d8-fa5f-49ad-834d-166f6d4eba70 req-e002ac16-16b5-488a-a45c-3b17b78b9d01 tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0e131b8-ef1f-46ea-9920-06ed8095e3a5 HTTP/1.1" status: 200 len: 944 time: 0.0982647 Apr 19 07:47:28.037346 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-49a191d8-fa5f-49ad-834d-166f6d4eba70 req-9a531667-5141-4521-81d8-d0406a14b275 tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d5ba21e-e655-476c-8e43-e95720ec74ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416322 Apr 19 07:47:28.644551 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Device 02411af1-ced1-4734-bc9c-0642fda578cc details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=86414) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 07:47:28.793768 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] For port 02411af1-ced1-4734-bc9c-0642fda578cc, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=02411af1-ced1-4734-bc9c-0642fda578cc,segment=NetworkSegment(018eeb57-9e6d-47cd-8441-1c809f625298),segment_id=018eeb57-9e6d-47cd-8441-1c809f625298)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:47:28.808595 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Returning: {'device': '02411af1-ced1-4734-bc9c-0642fda578cc', 'network_id': 'a04f55f0-ec66-435f-9f03-b650e760ac57', 'port_id': '02411af1-ced1-4734-bc9c-0642fda578cc', 'mac_address': 'fa:16:3e:82:b5:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35359a8b-0499-41b3-b3ba-6a8f32b3df00', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86414) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 07:47:28.869004 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:28.887421 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02411af1-ced1-4734-bc9c-0642fda578cc {{(pid=86414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 07:47:28.903716 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] For port 02411af1-ced1-4734-bc9c-0642fda578cc, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=02411af1-ced1-4734-bc9c-0642fda578cc,segment=NetworkSegment(018eeb57-9e6d-47cd-8441-1c809f625298),segment_id=018eeb57-9e6d-47cd-8441-1c809f625298)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:47:28.907216 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:28.909807 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:47:28.982765 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Pushing event updated for resources: {'Port': ['ID=02411af1-ced1-4734-bc9c-0642fda578cc,revision_number=4']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:47:28.991126 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:47:28.991498 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:47:28.991898 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:47:28.992258 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:47:28.992612 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:47:28.992941 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:47:28.993321 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:47:28.993673 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:47:28.994019 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:47:28.994370 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:47:28.994719 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:47:28.995047 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:47:28.999869 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:47:29.119564 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] get_ports_and_sgs() called for port_ids ['02411af1-ced1-4734-bc9c-0642fda578cc'] {{(pid=86414) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 07:47:29.281803 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67ebc5-8a4c-4a1b-9f3f-2f777389670d req-949e81c6-596e-4cd4-a99d-246b71eec3b7 tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:47:29.294417 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-6d67ebc5-8a4c-4a1b-9f3f-2f777389670d req-949e81c6-596e-4cd4-a99d-246b71eec3b7 tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0e131b8-ef1f-46ea-9920-06ed8095e3a5 HTTP/1.1" status: 200 len: 945 time: 0.1291592 Apr 19 07:47:29.345873 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-6d67ebc5-8a4c-4a1b-9f3f-2f777389670d req-fb52a084-d034-4d11-8863-a526fb4ad920 tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d5ba21e-e655-476c-8e43-e95720ec74ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504916 Apr 19 07:47:29.482900 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 44072) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:47:30.173885 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-1196f8fb-3770-4c7c-88eb-cc242f4e8a97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852965478'] for router_interface, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:30.663476 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Device 02411af1-ced1-4734-bc9c-0642fda578cc up at agent hyperv_hv-cinder-77387 {{(pid=86414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 07:47:30.743175 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Provisioning for port 02411af1-ced1-4734-bc9c-0642fda578cc completed by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 07:47:30.748580 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Provisioning complete for port 02411af1-ced1-4734-bc9c-0642fda578cc triggered by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:47:30.749151 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:30.840725 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-1196f8fb-3770-4c7c-88eb-cc242f4e8a97 admin admin] Deleting port 91dec4dd-cf5b-4474-a0ba-3a44e33dad1c {{(pid=86413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 07:47:30.841101 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-1196f8fb-3770-4c7c-88eb-cc242f4e8a97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267090122612'] for port, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:30.877561 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:30.895768 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29abc340-e166-4400-8d47-2d30ebbce28b req-38f6d222-6c32-4c76-8cbd-ff2b6ad092f5 tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:47:30.897381 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-29abc340-e166-4400-8d47-2d30ebbce28b req-38f6d222-6c32-4c76-8cbd-ff2b6ad092f5 tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0e131b8-ef1f-46ea-9920-06ed8095e3a5 HTTP/1.1" status: 200 len: 945 time: 0.4262443 Apr 19 07:47:30.906403 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e131b8-ef1f-46ea-9920-06ed8095e3a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02411af1-ced1-4734-bc9c-0642fda578cc'}] {{(pid=86414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 07:47:30.917244 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] For port 02411af1-ced1-4734-bc9c-0642fda578cc, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=02411af1-ced1-4734-bc9c-0642fda578cc,segment=NetworkSegment(018eeb57-9e6d-47cd-8441-1c809f625298),segment_id=018eeb57-9e6d-47cd-8441-1c809f625298)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:47:30.923109 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:30.925130 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:47:31.003563 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e131b8-ef1f-46ea-9920-06ed8095e3a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02411af1-ced1-4734-bc9c-0642fda578cc', 'code': 200} Apr 19 07:47:31.019359 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Pushing event updated for resources: {'Port': ['ID=02411af1-ced1-4734-bc9c-0642fda578cc,revision_number=5']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:47:31.025976 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:47:31.044569 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-29abc340-e166-4400-8d47-2d30ebbce28b req-55f9bb69-da27-4b47-8523-c7651b7b1732 tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d5ba21e-e655-476c-8e43-e95720ec74ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350086 Apr 19 07:47:31.133047 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-1196f8fb-3770-4c7c-88eb-cc242f4e8a97 admin admin] For port 91dec4dd-cf5b-4474-a0ba-3a44e33dad1c, host dv-cinder-773870-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-smb',level=0,port_id=91dec4dd-cf5b-4474-a0ba-3a44e33dad1c,segment=NetworkSegment(82586cc3-7b22-4a5c-b95c-8fce131571e9),segment_id=82586cc3-7b22-4a5c-b95c-8fce131571e9)] {{(pid=86413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:47:31.133580 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-1196f8fb-3770-4c7c-88eb-cc242f4e8a97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852958595'] for port, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:31.267143 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-1196f8fb-3770-4c7c-88eb-cc242f4e8a97 admin admin] Calling delete_port for 91dec4dd-cf5b-4474-a0ba-3a44e33dad1c owned by network:router_interface {{(pid=86413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 07:47:31.279103 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10080da6-2b48-4450-9793-4adb84f890c0 req-69056c14-e63c-46ed-99c2-ed5f4a1f167f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:47:31.280794 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-10080da6-2b48-4450-9793-4adb84f890c0 req-69056c14-e63c-46ed-99c2-ed5f4a1f167f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c0e131b8-ef1f-46ea-9920-06ed8095e3a5 HTTP/1.1" status: 200 len: 1099 time: 0.0830827 Apr 19 07:47:31.330026 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-10080da6-2b48-4450-9793-4adb84f890c0 req-886bba08-29b8-47a8-8b5d-02407a24488f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8d5ba21e-e655-476c-8e43-e95720ec74ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419385 Apr 19 07:47:31.451522 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-1196f8fb-3770-4c7c-88eb-cc242f4e8a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267090117919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267090550695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2897772'] for port, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:31.455396 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-c01d4022-ad2f-49e7-987f-80714754e860 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:47:31.504417 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1196f8fb-3770-4c7c-88eb-cc242f4e8a97 admin admin] Pushing event deleted for resources: {'Port': ['ID=91dec4dd-cf5b-4474-a0ba-3a44e33dad1c,revision_number=None']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:47:31.507093 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-1196f8fb-3770-4c7c-88eb-cc242f4e8a97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:47:31.794112 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-1196f8fb-3770-4c7c-88eb-cc242f4e8a97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036852965404'] for router_interface, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:32.230892 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1196f8fb-3770-4c7c-88eb-cc242f4e8a97 admin admin] Router f94fd1ee-95bd-456f-8f6a-c17a78acc134 has already been hosted by L3 agent af0aee0b-5275-4bf1-b5b2-246fd8e7196c {{(pid=86413) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 07:47:32.419526 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d191773d-a434-49f9-8dce-3e4f54f661e6 req-ffa1d986-c274-4406-a393-f17701fcfc53 tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:47:32.421076 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-d191773d-a434-49f9-8dce-3e4f54f661e6 req-ffa1d986-c274-4406-a393-f17701fcfc53 tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0e131b8-ef1f-46ea-9920-06ed8095e3a5 HTTP/1.1" status: 200 len: 946 time: 0.2474668 Apr 19 07:47:32.489389 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1196f8fb-3770-4c7c-88eb-cc242f4e8a97 admin admin] Notify agent at l3_agent.dv-cinder-773870-2-smb the message routers_updated {{(pid=86413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 07:47:32.498167 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-d191773d-a434-49f9-8dce-3e4f54f661e6 req-1f3d1d4e-17cb-4264-a5de-b3f69ff3d63c tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d5ba21e-e655-476c-8e43-e95720ec74ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673404 Apr 19 07:47:32.501142 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee7449f-85e7-465b-bfbe-9c7fb4d89a6b None None] Sync routers for ids ['f94fd1ee-95bd-456f-8f6a-c17a78acc134'] in dv-cinder-773870-2-smb {{(pid=86415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 07:47:32.510094 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-1196f8fb-3770-4c7c-88eb-cc242f4e8a97 admin admin] 10.222.0.41 "PUT /v2.0/routers/f94fd1ee-95bd-456f-8f6a-c17a78acc134/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0231142 Apr 19 07:47:32.510716 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 44100) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:47:32.522691 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee7449f-85e7-465b-bfbe-9c7fb4d89a6b None None] Routers {'f94fd1ee-95bd-456f-8f6a-c17a78acc134'} bound to L3 agent in host dv-cinder-773870-2-smb {{(pid=86415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 07:47:32.523521 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-cee7449f-85e7-465b-bfbe-9c7fb4d89a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T07:32:39Z,description=,heartbeat_timestamp=2021-04-19T07:47:09Z,host='dv-cinder-773870-2-smb',id=af0aee0b-5275-4bf1-b5b2-246fd8e7196c,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T07:32:39Z,topic='l3_agent')) {'router_ids': ['f94fd1ee-95bd-456f-8f6a-c17a78acc134'], 'active': True} {{(pid=86415) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:47:32.704227 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-5ae56976-a6e0-445a-81c0-d4a4345796d5 admin admin] Notify callbacks [] for router, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:32.717913 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvr_db [None req-cee7449f-85e7-465b-bfbe-9c7fb4d89a6b None None] Set router f94fd1ee-95bd-456f-8f6a-c17a78acc134 gateway port host: dv-cinder-773870-2-smb {{(pid=86415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 07:47:33.037789 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-cee7449f-85e7-465b-bfbe-9c7fb4d89a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94fd1ee-95bd-456f-8f6a-c17a78acc134', 'name': 'tempest-AttachVolumeShelveTestJSON-967826059-router', 'tenant_id': '3ef6d999ea3a4447a9b6387c496ca58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': 'a7a42cf9-3474-40fa-8991-a6de72384a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:41:00Z', 'updated_at': '2021-04-19T07:47:31Z', 'revision_number': 5, 'project_id': '3ef6d999ea3a4447a9b6387c496ca58a', 'gw_port': {'id': 'a7a42cf9-3474-40fa-8991-a6de72384a06', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94fd1ee-95bd-456f-8f6a-c17a78acc134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:02Z', 'updated_at': '2021-04-19T07:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb'}], 'dv-cinder-773870-2-smb', False) {} {{(pid=86415) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:47:33.042501 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee7449f-85e7-465b-bfbe-9c7fb4d89a6b None None] Checking router: f94fd1ee-95bd-456f-8f6a-c17a78acc134 for host: dv-cinder-773870-2-smb {{(pid=86415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 07:47:33.053054 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee7449f-85e7-465b-bfbe-9c7fb4d89a6b None None] Routers {'f94fd1ee-95bd-456f-8f6a-c17a78acc134'} bound to L3 agent in host dv-cinder-773870-2-smb {{(pid=86415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 07:47:33.054185 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-cee7449f-85e7-465b-bfbe-9c7fb4d89a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T07:32:39Z,description=,heartbeat_timestamp=2021-04-19T07:47:09Z,host='dv-cinder-773870-2-smb',id=af0aee0b-5275-4bf1-b5b2-246fd8e7196c,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T07:32:39Z,topic='l3_agent')) {'router_ids': ['f94fd1ee-95bd-456f-8f6a-c17a78acc134'], 'active': True} {{(pid=86415) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:47:33.133350 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-5ae56976-a6e0-445a-81c0-d4a4345796d5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:33.143421 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-5ae56976-a6e0-445a-81c0-d4a4345796d5 admin admin] Deleting port a7a42cf9-3474-40fa-8991-a6de72384a06 {{(pid=86413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 07:47:33.143771 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-5ae56976-a6e0-445a-81c0-d4a4345796d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267090122612'] for port, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:33.244285 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvr_db [None req-cee7449f-85e7-465b-bfbe-9c7fb4d89a6b None None] Set router f94fd1ee-95bd-456f-8f6a-c17a78acc134 gateway port host: dv-cinder-773870-2-smb {{(pid=86415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 07:47:33.326008 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-5ae56976-a6e0-445a-81c0-d4a4345796d5 admin admin] For port a7a42cf9-3474-40fa-8991-a6de72384a06, host dv-cinder-773870-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-smb',level=0,port_id=a7a42cf9-3474-40fa-8991-a6de72384a06,segment=NetworkSegment(02bd2b75-5f2a-405f-9739-3049934ed397),segment_id=02bd2b75-5f2a-405f-9739-3049934ed397)] {{(pid=86413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:47:33.326267 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-5ae56976-a6e0-445a-81c0-d4a4345796d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852958595'] for port, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:33.456460 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-5ae56976-a6e0-445a-81c0-d4a4345796d5 admin admin] Calling delete_port for a7a42cf9-3474-40fa-8991-a6de72384a06 owned by network:router_gateway {{(pid=86413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 07:47:33.542069 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-cee7449f-85e7-465b-bfbe-9c7fb4d89a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94fd1ee-95bd-456f-8f6a-c17a78acc134', 'name': 'tempest-AttachVolumeShelveTestJSON-967826059-router', 'tenant_id': '3ef6d999ea3a4447a9b6387c496ca58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': 'a7a42cf9-3474-40fa-8991-a6de72384a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:41:00Z', 'updated_at': '2021-04-19T07:47:31Z', 'revision_number': 5, 'project_id': '3ef6d999ea3a4447a9b6387c496ca58a', 'gw_port': {'id': 'a7a42cf9-3474-40fa-8991-a6de72384a06', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94fd1ee-95bd-456f-8f6a-c17a78acc134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:02Z', 'updated_at': '2021-04-19T07:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb'}], 'dv-cinder-773870-2-smb', False) {} {{(pid=86415) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:47:33.546780 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee7449f-85e7-465b-bfbe-9c7fb4d89a6b None None] The sync data for ids ['f94fd1ee-95bd-456f-8f6a-c17a78acc134'] in dv-cinder-773870-2-smb is: [{'id': 'f94fd1ee-95bd-456f-8f6a-c17a78acc134', 'name': 'tempest-AttachVolumeShelveTestJSON-967826059-router', 'tenant_id': '3ef6d999ea3a4447a9b6387c496ca58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': 'a7a42cf9-3474-40fa-8991-a6de72384a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:41:00Z', 'updated_at': '2021-04-19T07:47:31Z', 'revision_number': 5, 'project_id': '3ef6d999ea3a4447a9b6387c496ca58a', 'gw_port': {'id': 'a7a42cf9-3474-40fa-8991-a6de72384a06', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94fd1ee-95bd-456f-8f6a-c17a78acc134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:02Z', 'updated_at': '2021-04-19T07:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb'}] {{(pid=86415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 07:47:33.661937 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-5ae56976-a6e0-445a-81c0-d4a4345796d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267090117919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267090550695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2897772'] for port, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:33.704175 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-31761160-6c5b-4a57-b74e-05f753fa6e2d tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:47:33.760915 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae56976-a6e0-445a-81c0-d4a4345796d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7a42cf9-3474-40fa-8991-a6de72384a06,revision_number=None']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:47:33.765877 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-5ae56976-a6e0-445a-81c0-d4a4345796d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:47:33.880786 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-5ae56976-a6e0-445a-81c0-d4a4345796d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1812581'] for router_gateway, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:33.963062 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Device 91dec4dd-cf5b-4474-a0ba-3a44e33dad1c no longer exists at agent ovs-agent-dv-cinder-773870-2-smb {{(pid=86414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 07:47:34.004712 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] No Port match for: 91dec4dd-cf5b-4474-a0ba-3a44e33dad1c {{(pid=86414) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 07:47:34.005107 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Device 91dec4dd-cf5b-4474-a0ba-3a44e33dad1c not bound to the agent host dv-cinder-773870-2-smb {{(pid=86414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 07:47:34.071927 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb535cc-0d51-4fa1-bb74-6ddc97e0bc9e req-1badba2b-c452-4c4b-a0ae-62184f9212d6 tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:47:34.073545 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-1cb535cc-0d51-4fa1-bb74-6ddc97e0bc9e req-1badba2b-c452-4c4b-a0ae-62184f9212d6 tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0e131b8-ef1f-46ea-9920-06ed8095e3a5 HTTP/1.1" status: 200 len: 946 time: 0.4137566 Apr 19 07:47:34.077573 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-5ae56976-a6e0-445a-81c0-d4a4345796d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1807417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2857'] for router, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:34.079983 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-5ae56976-a6e0-445a-81c0-d4a4345796d5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:34.133499 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-5ae56976-a6e0-445a-81c0-d4a4345796d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852972163'] for router, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:34.134080 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae56976-a6e0-445a-81c0-d4a4345796d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f94fd1ee-95bd-456f-8f6a-c17a78acc134 {{(pid=86413) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 19 07:47:34.146058 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-1cb535cc-0d51-4fa1-bb74-6ddc97e0bc9e req-e9d727fd-5eb9-4c89-a521-327a28c2cf44 tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d5ba21e-e655-476c-8e43-e95720ec74ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640540 Apr 19 07:47:34.153484 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-5ae56976-a6e0-445a-81c0-d4a4345796d5 admin admin] Notify callbacks [] for router, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:34.157141 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-5ae56976-a6e0-445a-81c0-d4a4345796d5 admin admin] 10.222.0.41 "DELETE /v2.0/routers/f94fd1ee-95bd-456f-8f6a-c17a78acc134 HTTP/1.1" status: 204 len: 168 time: 1.6419349 Apr 19 07:47:34.157365 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 44112) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:47:34.228608 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.db_base_plugin_v2 [None req-962eee21-b28f-4935-bf59-4c76c2ba5d63 admin admin] Deleting subnet 576f6062-f22a-411b-bc12-7e9099407d19 {{(pid=86413) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 07:47:34.231864 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-962eee21-b28f-4935-bf59-4c76c2ba5d63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:34.284367 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-962eee21-b28f-4935-bf59-4c76c2ba5d63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3833701'] for subnet, precommit_delete_associations {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:34.415991 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-962eee21-b28f-4935-bf59-4c76c2ba5d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-771124'] for subnet, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:34.677387 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-962eee21-b28f-4935-bf59-4c76c2ba5d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854004724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1716840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2896568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036850877896'] for subnet, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:34.681631 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-6c1a2b45-cf63-44e2-a145-7065eddf1366 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:47:34.721457 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962eee21-b28f-4935-bf59-4c76c2ba5d63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=576f6062-f22a-411b-bc12-7e9099407d19,revision_number=None']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:47:34.724673 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-962eee21-b28f-4935-bf59-4c76c2ba5d63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:47:34.725719 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-962eee21-b28f-4935-bf59-4c76c2ba5d63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853097331'] for subnet, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:34.731870 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125248e1-a923-4535-82ab-8a593ced62dd None None] Network 54cc282c-1ba1-4d63-8981-01ed15bb5ad4 requested from dv-cinder-773870-2-smb {{(pid=86414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 07:47:34.737013 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-962eee21-b28f-4935-bf59-4c76c2ba5d63 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/576f6062-f22a-411b-bc12-7e9099407d19 HTTP/1.1" status: 204 len: 168 time: 0.5761147 Apr 19 07:47:34.738263 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 44126) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:47:34.870573 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-736b713e-5598-4c79-a93f-7b7ac9bacbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-686968'] for network, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:34.881864 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-736b713e-5598-4c79-a93f-7b7ac9bacbf1 admin admin] Deleting port 5bb1868b-06b4-4ba2-bfe8-877dbef0626b {{(pid=86413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 07:47:34.882324 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-736b713e-5598-4c79-a93f-7b7ac9bacbf1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267090122612'] for port, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:34.996957 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea65ec94-41a2-4d05-ac1f-a2621026e996 None None] DHCP port deletion for 54cc282c-1ba1-4d63-8981-01ed15bb5ad4 request from dv-cinder-773870-2-smb {{(pid=86414) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 19 07:47:35.001938 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-ea65ec94-41a2-4d05-ac1f-a2621026e996 None None] Deleting port 5bb1868b-06b4-4ba2-bfe8-877dbef0626b {{(pid=86414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 07:47:35.002358 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-ea65ec94-41a2-4d05-ac1f-a2621026e996 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267090122612'] for port, before_delete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:35.116857 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-736b713e-5598-4c79-a93f-7b7ac9bacbf1 admin admin] For port 5bb1868b-06b4-4ba2-bfe8-877dbef0626b, host dv-cinder-773870-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-smb',level=0,port_id=5bb1868b-06b4-4ba2-bfe8-877dbef0626b,segment=NetworkSegment(82586cc3-7b22-4a5c-b95c-8fce131571e9),segment_id=82586cc3-7b22-4a5c-b95c-8fce131571e9)] {{(pid=86413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:47:35.117249 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-736b713e-5598-4c79-a93f-7b7ac9bacbf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852958595'] for port, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:35.231941 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-ea65ec94-41a2-4d05-ac1f-a2621026e996 None None] For port 5bb1868b-06b4-4ba2-bfe8-877dbef0626b, host dv-cinder-773870-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-smb',level=0,port_id=5bb1868b-06b4-4ba2-bfe8-877dbef0626b,segment=NetworkSegment(82586cc3-7b22-4a5c-b95c-8fce131571e9),segment_id=82586cc3-7b22-4a5c-b95c-8fce131571e9)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:47:35.232211 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-ea65ec94-41a2-4d05-ac1f-a2621026e996 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852958595'] for port, precommit_delete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:35.253415 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-736b713e-5598-4c79-a93f-7b7ac9bacbf1 admin admin] Calling delete_port for 5bb1868b-06b4-4ba2-bfe8-877dbef0626b owned by network:dhcp {{(pid=86413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 07:47:35.333513 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-736b713e-5598-4c79-a93f-7b7ac9bacbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267090117919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267090550695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2897772'] for port, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:35.338314 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:47:35.369097 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-ea65ec94-41a2-4d05-ac1f-a2621026e996 None None] Calling delete_port for 5bb1868b-06b4-4ba2-bfe8-877dbef0626b owned by network:dhcp {{(pid=86414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 07:47:35.383888 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736b713e-5598-4c79-a93f-7b7ac9bacbf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bb1868b-06b4-4ba2-bfe8-877dbef0626b,revision_number=None']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:47:35.387297 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-736b713e-5598-4c79-a93f-7b7ac9bacbf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:47:35.388160 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736b713e-5598-4c79-a93f-7b7ac9bacbf1 admin admin] No DVR routers for this DVR port 5bb1868b-06b4-4ba2-bfe8-877dbef0626b on host dv-cinder-773870-2-smb {{(pid=86413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 07:47:35.442427 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.db.api [None req-ea65ec94-41a2-4d05-ac1f-a2621026e996 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86414) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 07:47:35.442832 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_db.api [None req-ea65ec94-41a2-4d05-ac1f-a2621026e996 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 07:47:35.509454 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-736b713e-5598-4c79-a93f-7b7ac9bacbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854004639', 'neutron.services.segments.db._delete_segments_for_network-8769764573043'] for network, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:35.621591 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.services.segments.db [None req-736b713e-5598-4c79-a93f-7b7ac9bacbf1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54cc282c-1ba1-4d63-8981-01ed15bb5ad4']}} {{(pid=86413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:47:35.634341 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.services.segments.db [None req-736b713e-5598-4c79-a93f-7b7ac9bacbf1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82586cc3-7b22-4a5c-b95c-8fce131571e9') {'for_net_delete': True} {{(pid=86413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:47:35.634674 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.services.segments.db [None req-736b713e-5598-4c79-a93f-7b7ac9bacbf1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82586cc3-7b22-4a5c-b95c-8fce131571e9') {} {{(pid=86413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:47:35.646659 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-736b713e-5598-4c79-a93f-7b7ac9bacbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363267090041187', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850942099'] for segment, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:35.661777 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-736b713e-5598-4c79-a93f-7b7ac9bacbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853992622'] for segment, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:35.668208 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-736b713e-5598-4c79-a93f-7b7ac9bacbf1 admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=86413) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 07:47:35.852434 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-736b713e-5598-4c79-a93f-7b7ac9bacbf1 admin admin] Network 54cc282c-1ba1-4d63-8981-01ed15bb5ad4 has no segments {{(pid=86413) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 07:47:35.861917 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-736b713e-5598-4c79-a93f-7b7ac9bacbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-783141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851878117'] for segment, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:35.944259 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-ea65ec94-41a2-4d05-ac1f-a2621026e996 None None] Deleting port 5bb1868b-06b4-4ba2-bfe8-877dbef0626b {{(pid=86414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 07:47:35.944783 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-ea65ec94-41a2-4d05-ac1f-a2621026e996 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267090122612'] for port, before_delete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:35.984483 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Device a7a42cf9-3474-40fa-8991-a6de72384a06 no longer exists at agent ovs-agent-dv-cinder-773870-2-smb {{(pid=86414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 07:47:36.025506 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] No Port match for: a7a42cf9-3474-40fa-8991-a6de72384a06 {{(pid=86414) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 07:47:36.025811 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Device a7a42cf9-3474-40fa-8991-a6de72384a06 not bound to the agent host dv-cinder-773870-2-smb {{(pid=86414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 07:47:36.026266 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Device 5bb1868b-06b4-4ba2-bfe8-877dbef0626b no longer exists at agent ovs-agent-dv-cinder-773870-2-smb {{(pid=86414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 07:47:36.043305 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-736b713e-5598-4c79-a93f-7b7ac9bacbf1 admin admin] Network 54cc282c-1ba1-4d63-8981-01ed15bb5ad4 has no segments {{(pid=86413) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 07:47:36.062532 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] No Port match for: 5bb1868b-06b4-4ba2-bfe8-877dbef0626b {{(pid=86414) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 07:47:36.062911 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Device 5bb1868b-06b4-4ba2-bfe8-877dbef0626b not bound to the agent host dv-cinder-773870-2-smb {{(pid=86414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 07:47:36.076704 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.agents_db [None req-ec4b265d-3c04-42fd-95cd-57ca7ec41865 None None] Agent healthcheck: found 6 active agents {{(pid=86415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 07:47:36.079373 dv-cinder-773870-2-smb neutron-server[86301]: Traceback (most recent call last): Apr 19 07:47:36.079373 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 07:47:36.079373 dv-cinder-773870-2-smb neutron-server[86301]: timer() Apr 19 07:47:36.079373 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 07:47:36.079373 dv-cinder-773870-2-smb neutron-server[86301]: cb(*args, **kw) Apr 19 07:47:36.079373 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 07:47:36.079373 dv-cinder-773870-2-smb neutron-server[86301]: return func(*args, **kwargs) Apr 19 07:47:36.079373 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 07:47:36.079373 dv-cinder-773870-2-smb neutron-server[86301]: self._notify() Apr 19 07:47:36.079373 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 07:47:36.079373 dv-cinder-773870-2-smb neutron-server[86301]: self.callback(batched_events) Apr 19 07:47:36.079373 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 07:47:36.079373 dv-cinder-773870-2-smb neutron-server[86301]: event.method(event) Apr 19 07:47:36.079373 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 07:47:36.079373 dv-cinder-773870-2-smb neutron-server[86301]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 07:47:36.079373 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 07:47:36.079373 dv-cinder-773870-2-smb neutron-server[86301]: segment_id)['aggregates'][0] Apr 19 07:47:36.079373 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 07:47:36.079373 dv-cinder-773870-2-smb neutron-server[86301]: return f(self, *a, **k) Apr 19 07:47:36.079373 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 07:47:36.079373 dv-cinder-773870-2-smb neutron-server[86301]: return self._get(url).json() Apr 19 07:47:36.079373 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 07:47:36.079373 dv-cinder-773870-2-smb neutron-server[86301]: **kwargs) Apr 19 07:47:36.079373 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 07:47:36.079373 dv-cinder-773870-2-smb neutron-server[86301]: return self.request(url, 'GET', **kwargs) Apr 19 07:47:36.079373 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 07:47:36.079373 dv-cinder-773870-2-smb neutron-server[86301]: **endpoint_filter) Apr 19 07:47:36.079373 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 07:47:36.079373 dv-cinder-773870-2-smb neutron-server[86301]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 07:47:36.079373 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 07:47:36.079373 dv-cinder-773870-2-smb neutron-server[86301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 07:47:36.079373 dv-cinder-773870-2-smb neutron-server[86301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 07:47:36.113267 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-ea65ec94-41a2-4d05-ac1f-a2621026e996 None None] The port '5bb1868b-06b4-4ba2-bfe8-877dbef0626b' was deleted {{(pid=86414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 19 07:47:36.160424 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-736b713e-5598-4c79-a93f-7b7ac9bacbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1810050'] for network, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:36.164061 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:47:36.179985 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-736b713e-5598-4c79-a93f-7b7ac9bacbf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853097331'] for network, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:36.193088 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736b713e-5598-4c79-a93f-7b7ac9bacbf1 admin admin] Pushing event deleted for resources: {'Network': ['ID=54cc282c-1ba1-4d63-8981-01ed15bb5ad4,revision_number=None']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:47:36.196627 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-736b713e-5598-4c79-a93f-7b7ac9bacbf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:47:36.213587 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-736b713e-5598-4c79-a93f-7b7ac9bacbf1 admin admin] 10.222.0.41 "DELETE /v2.0/networks/54cc282c-1ba1-4d63-8981-01ed15bb5ad4 HTTP/1.1" status: 204 len: 168 time: 1.4748471 Apr 19 07:47:36.333647 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 44146) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:47:36.388050 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-ef6189f5-acc3-487b-97ed-4493353116e4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3ef6d999ea3a4447a9b6387c496ca58a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0530479 Apr 19 07:47:36.391278 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 44150) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:47:36.454831 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-facd7460-5dc6-442b-b801-f87553c9e057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:36.482375 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-facd7460-5dc6-442b-b801-f87553c9e057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:36.529396 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-facd7460-5dc6-442b-b801-f87553c9e057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:36.534491 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-57668fd7-94e9-43ec-8b2d-25aadd35543d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:47:36.548457 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facd7460-5dc6-442b-b801-f87553c9e057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6a6f22-2407-4b3e-8f67-866d7f3d5197,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:47:36.552267 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-facd7460-5dc6-442b-b801-f87553c9e057 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:47:36.555586 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-facd7460-5dc6-442b-b801-f87553c9e057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:36.556852 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-facd7460-5dc6-442b-b801-f87553c9e057 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2a6a6f22-2407-4b3e-8f67-866d7f3d5197 HTTP/1.1" status: 204 len: 168 time: 0.1644828 Apr 19 07:47:37.039654 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-1b27c7d8-c2c2-4d20-a637-393fa6025a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:37.686883 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 44196) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:47:37.836352 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-11ee8874-adcf-48a0-8592-a32d4fe55fb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:37.852320 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-11ee8874-adcf-48a0-8592-a32d4fe55fb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:47:37.856666 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-11ee8874-adcf-48a0-8592-a32d4fe55fb0 admin admin] Usage tracker for resource:security_group_rule and tenant:d3db21d7a6284ddb99974de731b0742f is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:47:37.859727 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-11ee8874-adcf-48a0-8592-a32d4fe55fb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:47:37.866788 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-11ee8874-adcf-48a0-8592-a32d4fe55fb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:47:37.954639 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-11ee8874-adcf-48a0-8592-a32d4fe55fb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:37.958761 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-11ee8874-adcf-48a0-8592-a32d4fe55fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:37.970208 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-8eec5d14-309f-4572-a2dd-8fc12043281e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:47:38.016069 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-11ee8874-adcf-48a0-8592-a32d4fe55fb0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d3db21d7a6284ddb99974de731b0742f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3279998 Apr 19 07:47:38.017077 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ee8874-adcf-48a0-8592-a32d4fe55fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1c2fb3-dc3d-41fd-946d-203c5a0c5372,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:47:38.019261 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 44220) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:47:38.020731 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-11ee8874-adcf-48a0-8592-a32d4fe55fb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:47:38.093683 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-8e284bb0-2acb-46ad-aaf8-315bdd68d6d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:38.121986 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-8e284bb0-2acb-46ad-aaf8-315bdd68d6d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:38.169294 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-8e284bb0-2acb-46ad-aaf8-315bdd68d6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:38.174715 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-0e11102c-2009-41be-abc1-615b7ce4e822 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:47:38.187681 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e284bb0-2acb-46ad-aaf8-315bdd68d6d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1c2fb3-dc3d-41fd-946d-203c5a0c5372,revision_number=None']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:47:38.190862 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 44228) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:47:38.192092 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-8e284bb0-2acb-46ad-aaf8-315bdd68d6d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:47:38.193441 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-8e284bb0-2acb-46ad-aaf8-315bdd68d6d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:38.197752 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-8e284bb0-2acb-46ad-aaf8-315bdd68d6d8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3f1c2fb3-dc3d-41fd-946d-203c5a0c5372 HTTP/1.1" status: 204 len: 168 time: 0.1770072 Apr 19 07:47:38.449643 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-2c02ce73-8abc-43e8-bdfc-d69df32cdebb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:38.465130 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-2c02ce73-8abc-43e8-bdfc-d69df32cdebb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:47:38.469275 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-2c02ce73-8abc-43e8-bdfc-d69df32cdebb admin admin] Usage tracker for resource:security_group_rule and tenant:1d0ef0bde2084692a9c18b651513bbae is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:47:38.472263 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-2c02ce73-8abc-43e8-bdfc-d69df32cdebb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:47:38.478353 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-2c02ce73-8abc-43e8-bdfc-d69df32cdebb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:47:38.578314 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-2c02ce73-8abc-43e8-bdfc-d69df32cdebb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:38.582356 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-2c02ce73-8abc-43e8-bdfc-d69df32cdebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:38.591665 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-b54ab031-e100-49ee-b990-4b9ddce0fe53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:47:38.639695 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-2c02ce73-8abc-43e8-bdfc-d69df32cdebb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1d0ef0bde2084692a9c18b651513bbae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4475737 Apr 19 07:47:38.640334 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 44246) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:47:38.642911 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c02ce73-8abc-43e8-bdfc-d69df32cdebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9425cbdc-963f-4da9-a482-0a3938689b61,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:47:38.646378 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-2c02ce73-8abc-43e8-bdfc-d69df32cdebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:47:38.711701 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-1df5265d-ae1a-4474-ba44-632839ac4764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:38.739599 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-1df5265d-ae1a-4474-ba44-632839ac4764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:38.784574 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-1df5265d-ae1a-4474-ba44-632839ac4764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:38.789951 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-5d809ae8-7fa0-48a0-807c-fe302834ea94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:47:38.803578 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df5265d-ae1a-4474-ba44-632839ac4764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9425cbdc-963f-4da9-a482-0a3938689b61,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:47:38.808105 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-1df5265d-ae1a-4474-ba44-632839ac4764 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:47:38.819307 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-1df5265d-ae1a-4474-ba44-632839ac4764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:38.820525 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-1df5265d-ae1a-4474-ba44-632839ac4764 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9425cbdc-963f-4da9-a482-0a3938689b61 HTTP/1.1" status: 204 len: 168 time: 0.1791232 Apr 19 07:47:39.161076 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-04e7e136-5d99-48da-8948-d056a47e3189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:39.797181 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bf2cef0d-0a86-410b-90d7-6d8fe7ad6153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:40.473843 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:40.627427 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:41.357211 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d08bd89e-63cf-49bc-b1d3-e1c35da66f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:45.905993 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 44440) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:47:46.130850 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-17d33535-d3a7-4378-ba46-09ae83e24ba6 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Deleting port 6a99acb5-d4dc-4088-b4b2-a2e98f5fd2a3 {{(pid=86413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 07:47:46.131277 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-17d33535-d3a7-4378-ba46-09ae83e24ba6 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267090122612'] for port, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:46.316184 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-17d33535-d3a7-4378-ba46-09ae83e24ba6 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852958595'] for port, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:46.316732 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-17d33535-d3a7-4378-ba46-09ae83e24ba6 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:46.697110 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-17d33535-d3a7-4378-ba46-09ae83e24ba6 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Calling delete_port for 6a99acb5-d4dc-4088-b4b2-a2e98f5fd2a3 owned by network:floatingip {{(pid=86413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 07:47:46.866585 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-17d33535-d3a7-4378-ba46-09ae83e24ba6 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267090117919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267090550695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2897772'] for port, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:46.871476 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:47:46.921586 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d33535-d3a7-4378-ba46-09ae83e24ba6 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Pushing event deleted for resources: {'Port': ['ID=6a99acb5-d4dc-4088-b4b2-a2e98f5fd2a3,revision_number=None']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:47:46.964817 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d33535-d3a7-4378-ba46-09ae83e24ba6 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:47:46.965230 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d33535-d3a7-4378-ba46-09ae83e24ba6 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:47:46.965633 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d33535-d3a7-4378-ba46-09ae83e24ba6 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:47:46.966194 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d33535-d3a7-4378-ba46-09ae83e24ba6 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:47:46.966487 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d33535-d3a7-4378-ba46-09ae83e24ba6 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:47:46.966880 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d33535-d3a7-4378-ba46-09ae83e24ba6 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:47:46.967329 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d33535-d3a7-4378-ba46-09ae83e24ba6 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:47:46.967716 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d33535-d3a7-4378-ba46-09ae83e24ba6 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:47:46.968135 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d33535-d3a7-4378-ba46-09ae83e24ba6 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:47:46.968520 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d33535-d3a7-4378-ba46-09ae83e24ba6 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:47:46.968902 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d33535-d3a7-4378-ba46-09ae83e24ba6 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:47:46.969267 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d33535-d3a7-4378-ba46-09ae83e24ba6 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:47:47.001571 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-17d33535-d3a7-4378-ba46-09ae83e24ba6 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:47:47.032421 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-17d33535-d3a7-4378-ba46-09ae83e24ba6 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Notify callbacks [] for floatingip, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:47.032786 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.db.l3_db [None req-17d33535-d3a7-4378-ba46-09ae83e24ba6 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Floating IP 02b022e2-6ec1-4792-9615-882489bda5b9 disassociated (deleted). External IP: 172.28.2.153, port: c17df7c2-91d2-445f-a304-b89d9c6c6e81. Apr 19 07:47:47.429641 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17d33535-d3a7-4378-ba46-09ae83e24ba6 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Router 79ef9d24-0a07-4af8-9290-62eec12f057d has already been hosted by L3 agent af0aee0b-5275-4bf1-b5b2-246fd8e7196c {{(pid=86413) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 07:47:47.627677 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17d33535-d3a7-4378-ba46-09ae83e24ba6 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Notify agent at l3_agent.dv-cinder-773870-2-smb the message routers_updated {{(pid=86413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 07:47:47.638053 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049f17dd-f294-43d8-a235-523950d7aa85 None None] Sync routers for ids ['79ef9d24-0a07-4af8-9290-62eec12f057d'] in dv-cinder-773870-2-smb {{(pid=86414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 07:47:47.645973 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-17d33535-d3a7-4378-ba46-09ae83e24ba6 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773070'] for floatingip, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:47.648817 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049f17dd-f294-43d8-a235-523950d7aa85 None None] Routers {'79ef9d24-0a07-4af8-9290-62eec12f057d'} bound to L3 agent in host dv-cinder-773870-2-smb {{(pid=86414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 07:47:47.649490 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-049f17dd-f294-43d8-a235-523950d7aa85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T07:32:39Z,description=,heartbeat_timestamp=2021-04-19T07:47:39Z,host='dv-cinder-773870-2-smb',id=af0aee0b-5275-4bf1-b5b2-246fd8e7196c,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T07:32:39Z,topic='l3_agent')) {'router_ids': ['79ef9d24-0a07-4af8-9290-62eec12f057d'], 'active': True} {{(pid=86414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:47:47.705789 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-17d33535-d3a7-4378-ba46-09ae83e24ba6 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "DELETE /v2.0/floatingips/02b022e2-6ec1-4792-9615-882489bda5b9 HTTP/1.1" status: 204 len: 168 time: 1.7985523 Apr 19 07:47:47.706476 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0c8ee91-d18f-4ffb-b5ef-041529e11cb2', 'tag': 'c17df7c2-91d2-445f-a304-b89d9c6c6e81'}] {{(pid=86413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 07:47:47.821852 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0c8ee91-d18f-4ffb-b5ef-041529e11cb2', 'tag': 'c17df7c2-91d2-445f-a304-b89d9c6c6e81', 'status': 'completed', 'code': 200} Apr 19 07:47:47.855879 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvr_db [None req-049f17dd-f294-43d8-a235-523950d7aa85 None None] Set router 79ef9d24-0a07-4af8-9290-62eec12f057d gateway port host: dv-cinder-773870-2-smb {{(pid=86414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 07:47:47.924128 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa08692-b382-4636-85e8-8470ba58666f req-4493e817-9de4-429a-b505-27c47c7945df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:47:47.925765 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-0fa08692-b382-4636-85e8-8470ba58666f req-4493e817-9de4-429a-b505-27c47c7945df service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d586c25e55a34159945f172e7227aaea&device_id=a0c8ee91-d18f-4ffb-b5ef-041529e11cb2 HTTP/1.1" status: 200 len: 1099 time: 0.0808232 Apr 19 07:47:48.071254 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa08692-b382-4636-85e8-8470ba58666f req-bb4ff861-8fd3-46a3-84b7-05aee9507d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:47:48.073079 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-0fa08692-b382-4636-85e8-8470ba58666f req-bb4ff861-8fd3-46a3-84b7-05aee9507d6f service neutron] 10.222.0.42 "GET /v2.0/networks?id=f31f6013-b5a9-48b8-9235-e85b54de9f4c HTTP/1.1" status: 200 len: 910 time: 0.1405687 Apr 19 07:47:48.142330 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917a06d4-0055-4a10-9146-176fc4097940 req-19645c21-c81a-4cd1-bfbf-4b5823f81c03 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:47:48.143240 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-917a06d4-0055-4a10-9146-176fc4097940 req-19645c21-c81a-4cd1-bfbf-4b5823f81c03 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Synchronizing usage tracker for tenant:d586c25e55a34159945f172e7227aaea on resource:port {{(pid=86413) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 07:47:48.154412 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-0fa08692-b382-4636-85e8-8470ba58666f req-469a0fbc-37d0-4999-a1e5-f55061b0e82e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c17df7c2-91d2-445f-a304-b89d9c6c6e81 HTTP/1.1" status: 200 len: 217 time: 0.0734172 Apr 19 07:47:48.159400 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-917a06d4-0055-4a10-9146-176fc4097940 req-19645c21-c81a-4cd1-bfbf-4b5823f81c03 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Unset dirty status for tenant:d586c25e55a34159945f172e7227aaea on resource:port {{(pid=86413) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 07:47:48.161547 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-917a06d4-0055-4a10-9146-176fc4097940 req-19645c21-c81a-4cd1-bfbf-4b5823f81c03 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c8ee91-d18f-4ffb-b5ef-041529e11cb2 HTTP/1.1" status: 200 len: 946 time: 0.1208472 Apr 19 07:47:48.202230 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-049f17dd-f294-43d8-a235-523950d7aa85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79ef9d24-0a07-4af8-9290-62eec12f057d', 'name': 'tempest-TestShelveInstance-1678805845-router', 'tenant_id': 'd586c25e55a34159945f172e7227aaea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': '86e2b77d-af63-4602-9901-c4b664140e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:42:42Z', 'updated_at': '2021-04-19T07:42:49Z', 'revision_number': 4, 'project_id': 'd586c25e55a34159945f172e7227aaea', 'gw_port': {'id': '86e2b77d-af63-4602-9901-c4b664140e64', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ef9d24-0a07-4af8-9290-62eec12f057d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:42:43Z', 'updated_at': '2021-04-19T07:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb', '_interfaces': [{'id': 'a18b6a90-9db7-4a9c-becd-b14baea25303', 'name': '', 'network_id': 'f31f6013-b5a9-48b8-9235-e85b54de9f4c', 'tenant_id': 'd586c25e55a34159945f172e7227aaea', 'mac_address': 'fa:16:3e:8b:93:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ef9d24-0a07-4af8-9290-62eec12f057d', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '30300aca-9c6c-45e4-95e0-6b32276ec6ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:42:47Z', 'updated_at': '2021-04-19T07:42:58Z', 'revision_number': 5, 'project_id': 'd586c25e55a34159945f172e7227aaea', 'subnets': [{'id': '30300aca-9c6c-45e4-95e0-6b32276ec6ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-smb', False) {} {{(pid=86414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:47:48.206381 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049f17dd-f294-43d8-a235-523950d7aa85 None None] Checking router: 79ef9d24-0a07-4af8-9290-62eec12f057d for host: dv-cinder-773870-2-smb {{(pid=86414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 07:47:48.215690 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049f17dd-f294-43d8-a235-523950d7aa85 None None] Routers {'79ef9d24-0a07-4af8-9290-62eec12f057d'} bound to L3 agent in host dv-cinder-773870-2-smb {{(pid=86414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 07:47:48.216028 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-917a06d4-0055-4a10-9146-176fc4097940 req-407e67c7-70e1-4349-8d43-ce98eff3be27 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/security-groups?id=f52fde24-61e4-489f-8f08-9e781c9d9c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474491 Apr 19 07:47:48.216720 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-049f17dd-f294-43d8-a235-523950d7aa85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T07:32:39Z,description=,heartbeat_timestamp=2021-04-19T07:47:39Z,host='dv-cinder-773870-2-smb',id=af0aee0b-5275-4bf1-b5b2-246fd8e7196c,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T07:32:39Z,topic='l3_agent')) {'router_ids': ['79ef9d24-0a07-4af8-9290-62eec12f057d'], 'active': True} {{(pid=86414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:47:48.228939 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa08692-b382-4636-85e8-8470ba58666f req-91f3034a-6cc0-4920-87e6-ec592980c9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:47:48.230604 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-0fa08692-b382-4636-85e8-8470ba58666f req-91f3034a-6cc0-4920-87e6-ec592980c9b0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=30300aca-9c6c-45e4-95e0-6b32276ec6ab HTTP/1.1" status: 200 len: 848 time: 0.0695574 Apr 19 07:47:48.333354 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa08692-b382-4636-85e8-8470ba58666f req-f73df39b-bef0-4e37-a8c6-a9ca1b6058ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:47:48.334930 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-0fa08692-b382-4636-85e8-8470ba58666f req-f73df39b-bef0-4e37-a8c6-a9ca1b6058ee service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f31f6013-b5a9-48b8-9235-e85b54de9f4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0911810 Apr 19 07:47:48.499459 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-0fa08692-b382-4636-85e8-8470ba58666f req-06ab577e-423b-4888-9cf5-24a0ab3cd8b0 service neutron] 10.222.0.42 "GET /v2.0/networks/f31f6013-b5a9-48b8-9235-e85b54de9f4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552641 Apr 19 07:47:48.595554 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvr_db [None req-049f17dd-f294-43d8-a235-523950d7aa85 None None] Set router 79ef9d24-0a07-4af8-9290-62eec12f057d gateway port host: dv-cinder-773870-2-smb {{(pid=86414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 07:47:48.680564 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-0fa08692-b382-4636-85e8-8470ba58666f req-8168e898-2136-4a31-a265-3fbe839092a9 service neutron] 10.222.0.42 "GET /v2.0/networks/f31f6013-b5a9-48b8-9235-e85b54de9f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735914 Apr 19 07:47:48.965002 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-049f17dd-f294-43d8-a235-523950d7aa85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79ef9d24-0a07-4af8-9290-62eec12f057d', 'name': 'tempest-TestShelveInstance-1678805845-router', 'tenant_id': 'd586c25e55a34159945f172e7227aaea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': '86e2b77d-af63-4602-9901-c4b664140e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:42:42Z', 'updated_at': '2021-04-19T07:42:49Z', 'revision_number': 4, 'project_id': 'd586c25e55a34159945f172e7227aaea', 'gw_port': {'id': '86e2b77d-af63-4602-9901-c4b664140e64', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ef9d24-0a07-4af8-9290-62eec12f057d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:42:43Z', 'updated_at': '2021-04-19T07:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb', '_interfaces': [{'id': 'a18b6a90-9db7-4a9c-becd-b14baea25303', 'name': '', 'network_id': 'f31f6013-b5a9-48b8-9235-e85b54de9f4c', 'tenant_id': 'd586c25e55a34159945f172e7227aaea', 'mac_address': 'fa:16:3e:8b:93:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ef9d24-0a07-4af8-9290-62eec12f057d', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '30300aca-9c6c-45e4-95e0-6b32276ec6ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:42:47Z', 'updated_at': '2021-04-19T07:42:58Z', 'revision_number': 5, 'project_id': 'd586c25e55a34159945f172e7227aaea', 'subnets': [{'id': '30300aca-9c6c-45e4-95e0-6b32276ec6ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-smb', False) {} {{(pid=86414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:47:48.969412 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049f17dd-f294-43d8-a235-523950d7aa85 None None] The sync data for ids ['79ef9d24-0a07-4af8-9290-62eec12f057d'] in dv-cinder-773870-2-smb is: [{'id': '79ef9d24-0a07-4af8-9290-62eec12f057d', 'name': 'tempest-TestShelveInstance-1678805845-router', 'tenant_id': 'd586c25e55a34159945f172e7227aaea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': '86e2b77d-af63-4602-9901-c4b664140e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:42:42Z', 'updated_at': '2021-04-19T07:42:49Z', 'revision_number': 4, 'project_id': 'd586c25e55a34159945f172e7227aaea', 'gw_port': {'id': '86e2b77d-af63-4602-9901-c4b664140e64', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ef9d24-0a07-4af8-9290-62eec12f057d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:42:43Z', 'updated_at': '2021-04-19T07:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb', '_interfaces': [{'id': 'a18b6a90-9db7-4a9c-becd-b14baea25303', 'name': '', 'network_id': 'f31f6013-b5a9-48b8-9235-e85b54de9f4c', 'tenant_id': 'd586c25e55a34159945f172e7227aaea', 'mac_address': 'fa:16:3e:8b:93:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ef9d24-0a07-4af8-9290-62eec12f057d', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '30300aca-9c6c-45e4-95e0-6b32276ec6ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:42:47Z', 'updated_at': '2021-04-19T07:42:58Z', 'revision_number': 5, 'project_id': 'd586c25e55a34159945f172e7227aaea', 'subnets': [{'id': '30300aca-9c6c-45e4-95e0-6b32276ec6ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 07:47:49.367210 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0b092c-a0a4-4831-a69c-45bc8f97fcbf None None] New status for floating IP 02b022e2-6ec1-4792-9615-882489bda5b9: DOWN {{(pid=86415) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 07:47:49.428202 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c9f2f7-6b49-47b5-b36c-4f2d4e6e91aa req-da35ff1b-7340-4aca-b105-49335fd7b81e tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:47:49.429948 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-37c9f2f7-6b49-47b5-b36c-4f2d4e6e91aa req-da35ff1b-7340-4aca-b105-49335fd7b81e tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c8ee91-d18f-4ffb-b5ef-041529e11cb2 HTTP/1.1" status: 200 len: 946 time: 0.0898108 Apr 19 07:47:49.481319 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-37c9f2f7-6b49-47b5-b36c-4f2d4e6e91aa req-9bd2a4fa-c791-4570-a013-f2e4d37379ab tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/security-groups?id=f52fde24-61e4-489f-8f08-9e781c9d9c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446174 Apr 19 07:47:49.565784 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7395e4-cf9c-489e-8454-3a051f3db106 req-2dab0304-b7c2-44f4-b5ce-b642c001b26d tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:47:49.566579 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-6f7395e4-cf9c-489e-8454-3a051f3db106 req-2dab0304-b7c2-44f4-b5ce-b642c001b26d tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Synchronizing usage tracker for tenant:d586c25e55a34159945f172e7227aaea on resource:port {{(pid=86412) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 07:47:49.583065 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-6f7395e4-cf9c-489e-8454-3a051f3db106 req-2dab0304-b7c2-44f4-b5ce-b642c001b26d tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Unset dirty status for tenant:d586c25e55a34159945f172e7227aaea on resource:port {{(pid=86412) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 07:47:49.584675 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-6f7395e4-cf9c-489e-8454-3a051f3db106 req-2dab0304-b7c2-44f4-b5ce-b642c001b26d tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0c8ee91-d18f-4ffb-b5ef-041529e11cb2 HTTP/1.1" status: 200 len: 946 time: 0.1176977 Apr 19 07:47:49.673817 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [req-6f7395e4-cf9c-489e-8454-3a051f3db106 req-b58ba77c-5f2c-4747-82e6-30de70554095 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Deleting port c17df7c2-91d2-445f-a304-b89d9c6c6e81 {{(pid=86412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 07:47:49.674211 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-6f7395e4-cf9c-489e-8454-3a051f3db106 req-b58ba77c-5f2c-4747-82e6-30de70554095 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267090122612'] for port, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:49.948405 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [req-6f7395e4-cf9c-489e-8454-3a051f3db106 req-b58ba77c-5f2c-4747-82e6-30de70554095 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] For port c17df7c2-91d2-445f-a304-b89d9c6c6e81, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=c17df7c2-91d2-445f-a304-b89d9c6c6e81,segment=NetworkSegment(12dfadba-9621-4833-9b73-52005e0c6bf2),segment_id=12dfadba-9621-4833-9b73-52005e0c6bf2)] {{(pid=86412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:47:49.948986 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-6f7395e4-cf9c-489e-8454-3a051f3db106 req-b58ba77c-5f2c-4747-82e6-30de70554095 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852958595'] for port, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:50.089943 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [req-6f7395e4-cf9c-489e-8454-3a051f3db106 req-b58ba77c-5f2c-4747-82e6-30de70554095 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Calling delete_port for c17df7c2-91d2-445f-a304-b89d9c6c6e81 owned by compute:nova {{(pid=86412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 07:47:50.250719 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-6f7395e4-cf9c-489e-8454-3a051f3db106 req-b58ba77c-5f2c-4747-82e6-30de70554095 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267090117919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267090550695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3936575'] for port, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:50.256601 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-7fbb58ba-8f25-41ef-8b81-fa3bf2e3be85 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:47:50.304642 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58ba77c-5f2c-4747-82e6-30de70554095 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Pushing event deleted for resources: {'Port': ['ID=c17df7c2-91d2-445f-a304-b89d9c6c6e81,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:47:50.317144 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-b58ba77c-5f2c-4747-82e6-30de70554095 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:47:50.399060 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f7395e4-cf9c-489e-8454-3a051f3db106 req-b58ba77c-5f2c-4747-82e6-30de70554095 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] No DVR routers for this DVR port c17df7c2-91d2-445f-a304-b89d9c6c6e81 on host hv-cinder-77387 {{(pid=86412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 07:47:50.401596 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-6f7395e4-cf9c-489e-8454-3a051f3db106 req-b58ba77c-5f2c-4747-82e6-30de70554095 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773070'] for port, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:50.404552 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0c8ee91-d18f-4ffb-b5ef-041529e11cb2', 'name': 'network-vif-deleted', 'tag': 'c17df7c2-91d2-445f-a304-b89d9c6c6e81'}] {{(pid=86412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 07:47:50.420217 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-6f7395e4-cf9c-489e-8454-3a051f3db106 req-b58ba77c-5f2c-4747-82e6-30de70554095 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.42 "DELETE /v2.0/ports/c17df7c2-91d2-445f-a304-b89d9c6c6e81 HTTP/1.1" status: 204 len: 173 time: 0.8289726 Apr 19 07:47:50.465497 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0c8ee91-d18f-4ffb-b5ef-041529e11cb2', 'name': 'network-vif-deleted', 'tag': 'c17df7c2-91d2-445f-a304-b89d9c6c6e81', 'status': 'completed', 'code': 200} Apr 19 07:47:50.479377 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec473841-48e0-4ca8-8ad2-1b8c1ae2ddfe req-431e3f77-0f7d-458c-87be-19476333091e tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:47:50.481011 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-ec473841-48e0-4ca8-8ad2-1b8c1ae2ddfe req-431e3f77-0f7d-458c-87be-19476333091e tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0e131b8-ef1f-46ea-9920-06ed8095e3a5 HTTP/1.1" status: 200 len: 946 time: 0.0958221 Apr 19 07:47:50.530561 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-ec473841-48e0-4ca8-8ad2-1b8c1ae2ddfe req-44989e27-b3b5-42d7-b338-dbf3fef6417c tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d5ba21e-e655-476c-8e43-e95720ec74ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420084 Apr 19 07:47:50.666038 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-f4c921bb-7e7f-43f1-ac7e-6256e6ef7dd1 req-bee1486f-b487-4d80-875a-3e5f9c9a7f70 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0c8ee91-d18f-4ffb-b5ef-041529e11cb2 HTTP/1.1" status: 200 len: 210 time: 0.0487108 Apr 19 07:47:51.738622 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ae8f85-88a9-48ae-ad85-3492e70b5a35 req-cfd2e643-4561-43d4-8257-b955b07e4630 tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:47:51.740279 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-97ae8f85-88a9-48ae-ad85-3492e70b5a35 req-cfd2e643-4561-43d4-8257-b955b07e4630 tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0e131b8-ef1f-46ea-9920-06ed8095e3a5 HTTP/1.1" status: 200 len: 946 time: 0.0935407 Apr 19 07:47:51.778801 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 44558) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:47:51.792450 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-97ae8f85-88a9-48ae-ad85-3492e70b5a35 req-978ae258-e40d-4608-95d3-b53fbe9c2979 tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d5ba21e-e655-476c-8e43-e95720ec74ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455382 Apr 19 07:47:51.855199 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-584912de-aaec-450d-a052-b1574856c9c1 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Notify callbacks [] for security_group, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:51.887320 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-584912de-aaec-450d-a052-b1574856c9c1 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:51.952821 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-584912de-aaec-450d-a052-b1574856c9c1 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:51.958317 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-277e4df0-6037-46e6-8e44-2ca167d24882 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:47:51.974996 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584912de-aaec-450d-a052-b1574856c9c1 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f52fde24-61e4-489f-8f08-9e781c9d9c3d,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:47:51.977829 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-584912de-aaec-450d-a052-b1574856c9c1 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:47:51.989707 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-584912de-aaec-450d-a052-b1574856c9c1 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Notify callbacks [] for security_group, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:51.989707 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-584912de-aaec-450d-a052-b1574856c9c1 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] 10.222.0.41 "DELETE /v2.0/security-groups/f52fde24-61e4-489f-8f08-9e781c9d9c3d HTTP/1.1" status: 204 len: 168 time: 0.2068658 Apr 19 07:47:52.823961 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Device c17df7c2-91d2-445f-a304-b89d9c6c6e81 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=86414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 07:47:52.865272 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] No Port match for: c17df7c2-91d2-445f-a304-b89d9c6c6e81 {{(pid=86414) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 07:47:52.865956 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Device c17df7c2-91d2-445f-a304-b89d9c6c6e81 not bound to the agent host hv-cinder-77387 {{(pid=86414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 07:47:53.002772 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03715fc-f8f5-4c95-9ce7-0664f058c746 req-58ce5415-53fb-4712-a165-99cce4d45fae tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:47:53.004923 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-d03715fc-f8f5-4c95-9ce7-0664f058c746 req-58ce5415-53fb-4712-a165-99cce4d45fae tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0e131b8-ef1f-46ea-9920-06ed8095e3a5 HTTP/1.1" status: 200 len: 946 time: 0.0928032 Apr 19 07:47:53.077571 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 44576) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:47:53.081907 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-d03715fc-f8f5-4c95-9ce7-0664f058c746 req-3097cef0-595d-40d1-aa47-4aa58a448eec tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d5ba21e-e655-476c-8e43-e95720ec74ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707784 Apr 19 07:47:53.839705 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-4bb85b78-93a6-4e95-85a1-deb37bd7c20e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852965478'] for router_interface, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:54.219390 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-4bb85b78-93a6-4e95-85a1-deb37bd7c20e admin admin] Deleting port a18b6a90-9db7-4a9c-becd-b14baea25303 {{(pid=86413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 07:47:54.219762 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-4bb85b78-93a6-4e95-85a1-deb37bd7c20e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267090122612'] for port, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:54.706485 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-4bb85b78-93a6-4e95-85a1-deb37bd7c20e admin admin] For port a18b6a90-9db7-4a9c-becd-b14baea25303, host dv-cinder-773870-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-smb',level=0,port_id=a18b6a90-9db7-4a9c-becd-b14baea25303,segment=NetworkSegment(12dfadba-9621-4833-9b73-52005e0c6bf2),segment_id=12dfadba-9621-4833-9b73-52005e0c6bf2)] {{(pid=86413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:47:54.706880 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-4bb85b78-93a6-4e95-85a1-deb37bd7c20e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852958595'] for port, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:54.847203 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-4bb85b78-93a6-4e95-85a1-deb37bd7c20e admin admin] Calling delete_port for a18b6a90-9db7-4a9c-becd-b14baea25303 owned by network:router_interface {{(pid=86413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 07:47:54.884712 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f4f687-1c2c-4088-ae89-981a4d7f567f req-f2f2f247-1cc4-4320-bd08-454a7393c6c1 tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:47:54.886335 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-21f4f687-1c2c-4088-ae89-981a4d7f567f req-f2f2f247-1cc4-4320-bd08-454a7393c6c1 tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0e131b8-ef1f-46ea-9920-06ed8095e3a5 HTTP/1.1" status: 200 len: 946 time: 0.5284402 Apr 19 07:47:54.960382 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-21f4f687-1c2c-4088-ae89-981a4d7f567f req-a7bf135f-6b4f-4f46-b7f3-b2a400a6fc4b tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d5ba21e-e655-476c-8e43-e95720ec74ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622447 Apr 19 07:47:54.963743 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af3851c-ffd8-4670-b477-114a759146a8 req-fa12f44b-5827-4412-92a5-ed5ec2daa026 tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:47:54.964514 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-5af3851c-ffd8-4670-b477-114a759146a8 req-fa12f44b-5827-4412-92a5-ed5ec2daa026 tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Synchronizing usage tracker for tenant:9d74c1b5cf124d6f9828b772afd20b44 on resource:port {{(pid=86412) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 07:47:54.982191 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-5af3851c-ffd8-4670-b477-114a759146a8 req-fa12f44b-5827-4412-92a5-ed5ec2daa026 tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Unset dirty status for tenant:9d74c1b5cf124d6f9828b772afd20b44 on resource:port {{(pid=86412) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 07:47:54.983706 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-5af3851c-ffd8-4670-b477-114a759146a8 req-fa12f44b-5827-4412-92a5-ed5ec2daa026 tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0e131b8-ef1f-46ea-9920-06ed8095e3a5 HTTP/1.1" status: 200 len: 946 time: 0.1191432 Apr 19 07:47:55.062029 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [req-5af3851c-ffd8-4670-b477-114a759146a8 req-e4baf37e-7974-4b7c-b795-a1bd9759ede8 tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Deleting port 02411af1-ced1-4734-bc9c-0642fda578cc {{(pid=86412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 07:47:55.062565 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-5af3851c-ffd8-4670-b477-114a759146a8 req-e4baf37e-7974-4b7c-b795-a1bd9759ede8 tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267090122612'] for port, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:55.076997 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-4bb85b78-93a6-4e95-85a1-deb37bd7c20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267090117919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267090550695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2897772'] for port, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:55.081749 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:47:55.128923 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb85b78-93a6-4e95-85a1-deb37bd7c20e admin admin] Pushing event deleted for resources: {'Port': ['ID=a18b6a90-9db7-4a9c-becd-b14baea25303,revision_number=None']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:47:55.156641 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-4bb85b78-93a6-4e95-85a1-deb37bd7c20e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:47:55.338837 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [req-5af3851c-ffd8-4670-b477-114a759146a8 req-e4baf37e-7974-4b7c-b795-a1bd9759ede8 tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] For port 02411af1-ced1-4734-bc9c-0642fda578cc, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=02411af1-ced1-4734-bc9c-0642fda578cc,segment=NetworkSegment(018eeb57-9e6d-47cd-8441-1c809f625298),segment_id=018eeb57-9e6d-47cd-8441-1c809f625298)] {{(pid=86412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:47:55.339384 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-5af3851c-ffd8-4670-b477-114a759146a8 req-e4baf37e-7974-4b7c-b795-a1bd9759ede8 tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852958595'] for port, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:55.426427 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-4bb85b78-93a6-4e95-85a1-deb37bd7c20e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036852965404'] for router_interface, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:55.475226 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [req-5af3851c-ffd8-4670-b477-114a759146a8 req-e4baf37e-7974-4b7c-b795-a1bd9759ede8 tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Calling delete_port for 02411af1-ced1-4734-bc9c-0642fda578cc owned by compute:nova {{(pid=86412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 07:47:55.818977 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bb85b78-93a6-4e95-85a1-deb37bd7c20e admin admin] Router 79ef9d24-0a07-4af8-9290-62eec12f057d has already been hosted by L3 agent af0aee0b-5275-4bf1-b5b2-246fd8e7196c {{(pid=86413) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 07:47:55.862918 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-5af3851c-ffd8-4670-b477-114a759146a8 req-e4baf37e-7974-4b7c-b795-a1bd9759ede8 tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267090117919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267090550695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3936575'] for port, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:55.868726 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-a0aa0456-a017-4ea8-8c44-227a56bb964a tempest-VolumesActionsTest-702916583 tempest-VolumesActionsTest-702916583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:47:55.874381 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] get_ports_and_sgs() called for port_ids ['02411af1-ced1-4734-bc9c-0642fda578cc'] {{(pid=86414) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 07:47:55.921332 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4baf37e-7974-4b7c-b795-a1bd9759ede8 tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Pushing event deleted for resources: {'Port': ['ID=02411af1-ced1-4734-bc9c-0642fda578cc,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:47:55.924580 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-e4baf37e-7974-4b7c-b795-a1bd9759ede8 tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:47:56.003222 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [req-5af3851c-ffd8-4670-b477-114a759146a8 req-e4baf37e-7974-4b7c-b795-a1bd9759ede8 tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] No DVR routers for this DVR port 02411af1-ced1-4734-bc9c-0642fda578cc on host hv-cinder-77387 {{(pid=86412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 07:47:56.005698 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-5af3851c-ffd8-4670-b477-114a759146a8 req-e4baf37e-7974-4b7c-b795-a1bd9759ede8 tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773070'] for port, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:56.015796 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e131b8-ef1f-46ea-9920-06ed8095e3a5', 'name': 'network-vif-deleted', 'tag': '02411af1-ced1-4734-bc9c-0642fda578cc'}] {{(pid=86412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 07:47:56.023099 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-5af3851c-ffd8-4670-b477-114a759146a8 req-e4baf37e-7974-4b7c-b795-a1bd9759ede8 tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] 10.222.0.42 "DELETE /v2.0/ports/02411af1-ced1-4734-bc9c-0642fda578cc HTTP/1.1" status: 204 len: 173 time: 1.0331068 Apr 19 07:47:56.046164 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb85b78-93a6-4e95-85a1-deb37bd7c20e admin admin] Notify agent at l3_agent.dv-cinder-773870-2-smb the message routers_updated {{(pid=86413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 07:47:56.055389 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66832bf7-81ae-4680-a4e2-97f73bff118f None None] Sync routers for ids ['79ef9d24-0a07-4af8-9290-62eec12f057d'] in dv-cinder-773870-2-smb {{(pid=86414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 07:47:56.072754 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66832bf7-81ae-4680-a4e2-97f73bff118f None None] Routers {'79ef9d24-0a07-4af8-9290-62eec12f057d'} bound to L3 agent in host dv-cinder-773870-2-smb {{(pid=86414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 07:47:56.073467 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-66832bf7-81ae-4680-a4e2-97f73bff118f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T07:32:39Z,description=,heartbeat_timestamp=2021-04-19T07:47:39Z,host='dv-cinder-773870-2-smb',id=af0aee0b-5275-4bf1-b5b2-246fd8e7196c,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T07:32:39Z,topic='l3_agent')) {'router_ids': ['79ef9d24-0a07-4af8-9290-62eec12f057d'], 'active': True} {{(pid=86414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:47:56.083788 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 44628) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:47:56.094010 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-4bb85b78-93a6-4e95-85a1-deb37bd7c20e admin admin] 10.222.0.41 "PUT /v2.0/routers/79ef9d24-0a07-4af8-9290-62eec12f057d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0105247 Apr 19 07:47:56.170786 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e131b8-ef1f-46ea-9920-06ed8095e3a5', 'name': 'network-vif-deleted', 'tag': '02411af1-ced1-4734-bc9c-0642fda578cc', 'status': 'completed', 'code': 200} Apr 19 07:47:56.189350 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-d63a4de2-2a9c-4134-b261-f99e7eebf958 req-d6961e9d-2513-4a73-8b3d-c3c2501e6463 tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0e131b8-ef1f-46ea-9920-06ed8095e3a5 HTTP/1.1" status: 200 len: 210 time: 0.0629590 Apr 19 07:47:56.320205 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-fe35cbb9-82fb-4198-9e0d-285d80946394 admin admin] Notify callbacks [] for router, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:56.355765 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvr_db [None req-66832bf7-81ae-4680-a4e2-97f73bff118f None None] Set router 79ef9d24-0a07-4af8-9290-62eec12f057d gateway port host: dv-cinder-773870-2-smb {{(pid=86414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 07:47:56.515471 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-fe35cbb9-82fb-4198-9e0d-285d80946394 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:56.525750 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-fe35cbb9-82fb-4198-9e0d-285d80946394 admin admin] Deleting port 86e2b77d-af63-4602-9901-c4b664140e64 {{(pid=86412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 07:47:56.526544 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-fe35cbb9-82fb-4198-9e0d-285d80946394 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267090122612'] for port, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:56.685825 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-66832bf7-81ae-4680-a4e2-97f73bff118f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79ef9d24-0a07-4af8-9290-62eec12f057d', 'name': 'tempest-TestShelveInstance-1678805845-router', 'tenant_id': 'd586c25e55a34159945f172e7227aaea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': '86e2b77d-af63-4602-9901-c4b664140e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:42:42Z', 'updated_at': '2021-04-19T07:47:55Z', 'revision_number': 5, 'project_id': 'd586c25e55a34159945f172e7227aaea', 'gw_port': {'id': '86e2b77d-af63-4602-9901-c4b664140e64', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ef9d24-0a07-4af8-9290-62eec12f057d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:42:43Z', 'updated_at': '2021-04-19T07:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb'}], 'dv-cinder-773870-2-smb', False) {} {{(pid=86414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:47:56.690072 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66832bf7-81ae-4680-a4e2-97f73bff118f None None] Checking router: 79ef9d24-0a07-4af8-9290-62eec12f057d for host: dv-cinder-773870-2-smb {{(pid=86414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 07:47:56.700687 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66832bf7-81ae-4680-a4e2-97f73bff118f None None] Routers {'79ef9d24-0a07-4af8-9290-62eec12f057d'} bound to L3 agent in host dv-cinder-773870-2-smb {{(pid=86414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 07:47:56.702041 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-66832bf7-81ae-4680-a4e2-97f73bff118f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T07:32:39Z,description=,heartbeat_timestamp=2021-04-19T07:47:39Z,host='dv-cinder-773870-2-smb',id=af0aee0b-5275-4bf1-b5b2-246fd8e7196c,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T07:32:39Z,topic='l3_agent')) {'router_ids': ['79ef9d24-0a07-4af8-9290-62eec12f057d'], 'active': True} {{(pid=86414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:47:56.731359 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-fe35cbb9-82fb-4198-9e0d-285d80946394 admin admin] For port 86e2b77d-af63-4602-9901-c4b664140e64, host dv-cinder-773870-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-smb',level=0,port_id=86e2b77d-af63-4602-9901-c4b664140e64,segment=NetworkSegment(02bd2b75-5f2a-405f-9739-3049934ed397),segment_id=02bd2b75-5f2a-405f-9739-3049934ed397)] {{(pid=86412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:47:56.731758 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-fe35cbb9-82fb-4198-9e0d-285d80946394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852958595'] for port, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:56.865013 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-fe35cbb9-82fb-4198-9e0d-285d80946394 admin admin] Calling delete_port for 86e2b77d-af63-4602-9901-c4b664140e64 owned by network:router_gateway {{(pid=86412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 07:47:56.867658 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvr_db [None req-66832bf7-81ae-4680-a4e2-97f73bff118f None None] Set router 79ef9d24-0a07-4af8-9290-62eec12f057d gateway port host: None {{(pid=86414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 07:47:56.989605 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-66832bf7-81ae-4680-a4e2-97f73bff118f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79ef9d24-0a07-4af8-9290-62eec12f057d', 'name': 'tempest-TestShelveInstance-1678805845-router', 'tenant_id': 'd586c25e55a34159945f172e7227aaea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:42:42Z', 'updated_at': '2021-04-19T07:47:56Z', 'revision_number': 6, 'project_id': 'd586c25e55a34159945f172e7227aaea', 'gw_port_host': None}], 'dv-cinder-773870-2-smb', False) {} {{(pid=86414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:47:56.994017 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66832bf7-81ae-4680-a4e2-97f73bff118f None None] The sync data for ids ['79ef9d24-0a07-4af8-9290-62eec12f057d'] in dv-cinder-773870-2-smb is: [{'id': '79ef9d24-0a07-4af8-9290-62eec12f057d', 'name': 'tempest-TestShelveInstance-1678805845-router', 'tenant_id': 'd586c25e55a34159945f172e7227aaea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:42:42Z', 'updated_at': '2021-04-19T07:47:56Z', 'revision_number': 6, 'project_id': 'd586c25e55a34159945f172e7227aaea', 'gw_port_host': None}] {{(pid=86414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 07:47:57.186328 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-fe35cbb9-82fb-4198-9e0d-285d80946394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267090117919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267090550695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3936575'] for port, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:57.190099 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-52446d16-9085-4cee-9ddf-34783afcb321 tempest-ServerRescueNegativeTestJSON-1934001187 tempest-ServerRescueNegativeTestJSON-1934001187-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:47:57.237416 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe35cbb9-82fb-4198-9e0d-285d80946394 admin admin] Pushing event deleted for resources: {'Port': ['ID=86e2b77d-af63-4602-9901-c4b664140e64,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:47:57.240154 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-fe35cbb9-82fb-4198-9e0d-285d80946394 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:47:57.341711 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-fe35cbb9-82fb-4198-9e0d-285d80946394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1812581'] for router_gateway, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:57.530427 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-fe35cbb9-82fb-4198-9e0d-285d80946394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1807417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2857'] for router, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:57.532744 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-fe35cbb9-82fb-4198-9e0d-285d80946394 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:57.624176 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-fe35cbb9-82fb-4198-9e0d-285d80946394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852972163'] for router, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:57.624772 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe35cbb9-82fb-4198-9e0d-285d80946394 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79ef9d24-0a07-4af8-9290-62eec12f057d {{(pid=86412) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 19 07:47:57.638781 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-fe35cbb9-82fb-4198-9e0d-285d80946394 admin admin] Notify callbacks [] for router, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:57.640401 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-fe35cbb9-82fb-4198-9e0d-285d80946394 admin admin] 10.222.0.41 "DELETE /v2.0/routers/79ef9d24-0a07-4af8-9290-62eec12f057d HTTP/1.1" status: 204 len: 168 time: 1.5553212 Apr 19 07:47:57.643096 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 44654) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:47:57.738770 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1070f74-29d1-4cad-aee9-92c2c421d01f admin admin] Deleting subnet 30300aca-9c6c-45e4-95e0-6b32276ec6ab {{(pid=86413) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 07:47:57.742719 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-e1070f74-29d1-4cad-aee9-92c2c421d01f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:57.802249 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-e1070f74-29d1-4cad-aee9-92c2c421d01f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3833701'] for subnet, precommit_delete_associations {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:57.886824 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-e1070f74-29d1-4cad-aee9-92c2c421d01f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-771124'] for subnet, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:57.959691 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Device a18b6a90-9db7-4a9c-becd-b14baea25303 no longer exists at agent ovs-agent-dv-cinder-773870-2-smb {{(pid=86414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 07:47:57.999538 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] No Port match for: a18b6a90-9db7-4a9c-becd-b14baea25303 {{(pid=86414) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 07:47:58.000110 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Device a18b6a90-9db7-4a9c-becd-b14baea25303 not bound to the agent host dv-cinder-773870-2-smb {{(pid=86414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 07:47:58.000934 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Device 86e2b77d-af63-4602-9901-c4b664140e64 no longer exists at agent ovs-agent-dv-cinder-773870-2-smb {{(pid=86414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 07:47:58.036994 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] No Port match for: 86e2b77d-af63-4602-9901-c4b664140e64 {{(pid=86414) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 07:47:58.037398 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Device 86e2b77d-af63-4602-9901-c4b664140e64 not bound to the agent host dv-cinder-773870-2-smb {{(pid=86414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 07:47:58.163801 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-e1070f74-29d1-4cad-aee9-92c2c421d01f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854004724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1716840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2896568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036850877896'] for subnet, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:58.171783 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-11b93985-59b2-45a5-b548-de5f40305b0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:47:58.212936 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-e1070f74-29d1-4cad-aee9-92c2c421d01f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853097331'] for subnet, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:58.216330 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1070f74-29d1-4cad-aee9-92c2c421d01f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30300aca-9c6c-45e4-95e0-6b32276ec6ab,revision_number=None']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:47:58.218882 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1176b2-9c6d-4cfa-9b2d-04ef2b5c3de9 None None] Network f31f6013-b5a9-48b8-9235-e85b54de9f4c requested from dv-cinder-773870-2-smb {{(pid=86414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 07:47:58.219020 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-e1070f74-29d1-4cad-aee9-92c2c421d01f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:47:58.223955 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-e1070f74-29d1-4cad-aee9-92c2c421d01f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/30300aca-9c6c-45e4-95e0-6b32276ec6ab HTTP/1.1" status: 204 len: 168 time: 0.5797093 Apr 19 07:47:58.226855 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 44668) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:47:58.358099 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-927e80b8-08c8-4057-9b58-43f81b154e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-686968'] for network, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:58.372609 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-927e80b8-08c8-4057-9b58-43f81b154e57 admin admin] Deleting port ff878bbf-b4f8-40ba-a7c1-4030798b52a7 {{(pid=86412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 07:47:58.373224 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-927e80b8-08c8-4057-9b58-43f81b154e57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267090122612'] for port, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:58.515704 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1286a8e5-8de3-4b4c-b1fc-7cb1b1ef3da8 None None] DHCP port deletion for f31f6013-b5a9-48b8-9235-e85b54de9f4c request from dv-cinder-773870-2-smb {{(pid=86414) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 19 07:47:58.520474 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-1286a8e5-8de3-4b4c-b1fc-7cb1b1ef3da8 None None] Deleting port ff878bbf-b4f8-40ba-a7c1-4030798b52a7 {{(pid=86414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 07:47:58.520827 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-1286a8e5-8de3-4b4c-b1fc-7cb1b1ef3da8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267090122612'] for port, before_delete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:58.607732 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-927e80b8-08c8-4057-9b58-43f81b154e57 admin admin] For port ff878bbf-b4f8-40ba-a7c1-4030798b52a7, host dv-cinder-773870-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-smb',level=0,port_id=ff878bbf-b4f8-40ba-a7c1-4030798b52a7,segment=NetworkSegment(12dfadba-9621-4833-9b73-52005e0c6bf2),segment_id=12dfadba-9621-4833-9b73-52005e0c6bf2)] {{(pid=86412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:47:58.608131 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-927e80b8-08c8-4057-9b58-43f81b154e57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852958595'] for port, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:58.737094 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-1286a8e5-8de3-4b4c-b1fc-7cb1b1ef3da8 None None] For port ff878bbf-b4f8-40ba-a7c1-4030798b52a7, host dv-cinder-773870-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-smb',level=0,port_id=ff878bbf-b4f8-40ba-a7c1-4030798b52a7,segment=NetworkSegment(12dfadba-9621-4833-9b73-52005e0c6bf2),segment_id=12dfadba-9621-4833-9b73-52005e0c6bf2)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:47:58.737465 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-1286a8e5-8de3-4b4c-b1fc-7cb1b1ef3da8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852958595'] for port, precommit_delete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:58.740166 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-927e80b8-08c8-4057-9b58-43f81b154e57 admin admin] Calling delete_port for ff878bbf-b4f8-40ba-a7c1-4030798b52a7 owned by network:dhcp {{(pid=86412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 07:47:58.823384 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-927e80b8-08c8-4057-9b58-43f81b154e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267090117919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267090550695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3936575'] for port, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:58.830781 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-deb68335-9a62-40e1-b07b-17586c5113ad tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:47:58.861282 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Device 02411af1-ced1-4734-bc9c-0642fda578cc no longer exists at agent hyperv_hv-cinder-77387 {{(pid=86414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 07:47:58.875517 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927e80b8-08c8-4057-9b58-43f81b154e57 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff878bbf-b4f8-40ba-a7c1-4030798b52a7,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:47:58.880521 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927e80b8-08c8-4057-9b58-43f81b154e57 admin admin] No DVR routers for this DVR port ff878bbf-b4f8-40ba-a7c1-4030798b52a7 on host dv-cinder-773870-2-smb {{(pid=86412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 07:47:58.901635 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-1286a8e5-8de3-4b4c-b1fc-7cb1b1ef3da8 None None] Calling delete_port for ff878bbf-b4f8-40ba-a7c1-4030798b52a7 owned by network:dhcp {{(pid=86414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 07:47:58.908601 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-927e80b8-08c8-4057-9b58-43f81b154e57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:47:58.942234 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] No Port match for: 02411af1-ced1-4734-bc9c-0642fda578cc {{(pid=86414) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 07:47:58.942643 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Device 02411af1-ced1-4734-bc9c-0642fda578cc not bound to the agent host hv-cinder-77387 {{(pid=86414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 07:47:58.986124 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.db.api [None req-1286a8e5-8de3-4b4c-b1fc-7cb1b1ef3da8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86414) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 07:47:58.986515 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_db.api [None req-1286a8e5-8de3-4b4c-b1fc-7cb1b1ef3da8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 07:47:59.258746 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-927e80b8-08c8-4057-9b58-43f81b154e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854004639', 'neutron.services.segments.db._delete_segments_for_network-8769764573043'] for network, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:59.373263 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.services.segments.db [None req-927e80b8-08c8-4057-9b58-43f81b154e57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f31f6013-b5a9-48b8-9235-e85b54de9f4c']}} {{(pid=86412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:47:59.386685 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.services.segments.db [None req-927e80b8-08c8-4057-9b58-43f81b154e57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12dfadba-9621-4833-9b73-52005e0c6bf2') {'for_net_delete': True} {{(pid=86412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:47:59.387023 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.services.segments.db [None req-927e80b8-08c8-4057-9b58-43f81b154e57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12dfadba-9621-4833-9b73-52005e0c6bf2') {} {{(pid=86412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:47:59.399720 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-927e80b8-08c8-4057-9b58-43f81b154e57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363267090041187', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354997'] for segment, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:59.414746 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-927e80b8-08c8-4057-9b58-43f81b154e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853992622'] for segment, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:59.421383 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-927e80b8-08c8-4057-9b58-43f81b154e57 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=86412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 07:47:59.487988 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-1286a8e5-8de3-4b4c-b1fc-7cb1b1ef3da8 None None] Deleting port ff878bbf-b4f8-40ba-a7c1-4030798b52a7 {{(pid=86414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 07:47:59.488402 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-1286a8e5-8de3-4b4c-b1fc-7cb1b1ef3da8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267090122612'] for port, before_delete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:59.613298 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-927e80b8-08c8-4057-9b58-43f81b154e57 admin admin] Network f31f6013-b5a9-48b8-9235-e85b54de9f4c has no segments {{(pid=86412) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 07:47:59.623890 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-927e80b8-08c8-4057-9b58-43f81b154e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-783141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850839224'] for segment, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:59.741567 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-1286a8e5-8de3-4b4c-b1fc-7cb1b1ef3da8 None None] The port 'ff878bbf-b4f8-40ba-a7c1-4030798b52a7' was deleted {{(pid=86414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 19 07:47:59.824549 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-927e80b8-08c8-4057-9b58-43f81b154e57 admin admin] Network f31f6013-b5a9-48b8-9235-e85b54de9f4c has no segments {{(pid=86412) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 07:47:59.852314 dv-cinder-773870-2-smb neutron-server[86301]: Traceback (most recent call last): Apr 19 07:47:59.852314 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 07:47:59.852314 dv-cinder-773870-2-smb neutron-server[86301]: timer() Apr 19 07:47:59.852314 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 07:47:59.852314 dv-cinder-773870-2-smb neutron-server[86301]: cb(*args, **kw) Apr 19 07:47:59.852314 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 07:47:59.852314 dv-cinder-773870-2-smb neutron-server[86301]: return func(*args, **kwargs) Apr 19 07:47:59.852314 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 07:47:59.852314 dv-cinder-773870-2-smb neutron-server[86301]: self._notify() Apr 19 07:47:59.852314 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 07:47:59.852314 dv-cinder-773870-2-smb neutron-server[86301]: self.callback(batched_events) Apr 19 07:47:59.852314 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 07:47:59.852314 dv-cinder-773870-2-smb neutron-server[86301]: event.method(event) Apr 19 07:47:59.852314 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 07:47:59.852314 dv-cinder-773870-2-smb neutron-server[86301]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 07:47:59.852314 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 07:47:59.852314 dv-cinder-773870-2-smb neutron-server[86301]: segment_id)['aggregates'][0] Apr 19 07:47:59.852314 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 07:47:59.852314 dv-cinder-773870-2-smb neutron-server[86301]: return f(self, *a, **k) Apr 19 07:47:59.852314 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 07:47:59.852314 dv-cinder-773870-2-smb neutron-server[86301]: return self._get(url).json() Apr 19 07:47:59.852314 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 07:47:59.852314 dv-cinder-773870-2-smb neutron-server[86301]: **kwargs) Apr 19 07:47:59.852314 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 07:47:59.852314 dv-cinder-773870-2-smb neutron-server[86301]: return self.request(url, 'GET', **kwargs) Apr 19 07:47:59.852314 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 07:47:59.852314 dv-cinder-773870-2-smb neutron-server[86301]: **endpoint_filter) Apr 19 07:47:59.852314 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 07:47:59.852314 dv-cinder-773870-2-smb neutron-server[86301]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 07:47:59.852314 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 07:47:59.852314 dv-cinder-773870-2-smb neutron-server[86301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 07:47:59.852314 dv-cinder-773870-2-smb neutron-server[86301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 07:47:59.931916 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-927e80b8-08c8-4057-9b58-43f81b154e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1810050'] for network, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:59.939677 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-81d990e8-b0b5-4a34-8be0-438734147bde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:47:59.954287 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-927e80b8-08c8-4057-9b58-43f81b154e57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853097331'] for network, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:47:59.954657 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Device ff878bbf-b4f8-40ba-a7c1-4030798b52a7 no longer exists at agent ovs-agent-dv-cinder-773870-2-smb {{(pid=86414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 07:47:59.965766 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927e80b8-08c8-4057-9b58-43f81b154e57 admin admin] Pushing event deleted for resources: {'Network': ['ID=f31f6013-b5a9-48b8-9235-e85b54de9f4c,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:47:59.969328 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-927e80b8-08c8-4057-9b58-43f81b154e57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:47:59.980200 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-927e80b8-08c8-4057-9b58-43f81b154e57 admin admin] 10.222.0.41 "DELETE /v2.0/networks/f31f6013-b5a9-48b8-9235-e85b54de9f4c HTTP/1.1" status: 204 len: 168 time: 1.7522407 Apr 19 07:47:59.983407 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 44700) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:47:59.992933 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] No Port match for: ff878bbf-b4f8-40ba-a7c1-4030798b52a7 {{(pid=86414) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 07:47:59.993355 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Device ff878bbf-b4f8-40ba-a7c1-4030798b52a7 not bound to the agent host dv-cinder-773870-2-smb {{(pid=86414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 07:48:00.562810 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-30d51680-66bb-4931-804a-e8e65a0db6f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852965478'] for router_interface, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:00.944880 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-30d51680-66bb-4931-804a-e8e65a0db6f4 admin admin] Deleting port 551eacfa-db38-48ca-85e6-48215a5be1e8 {{(pid=86412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 07:48:00.945351 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-30d51680-66bb-4931-804a-e8e65a0db6f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267090122612'] for port, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:01.147689 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-30d51680-66bb-4931-804a-e8e65a0db6f4 admin admin] For port 551eacfa-db38-48ca-85e6-48215a5be1e8, host dv-cinder-773870-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-smb',level=0,port_id=551eacfa-db38-48ca-85e6-48215a5be1e8,segment=NetworkSegment(492d90ba-daae-491f-9321-0ce8a8a2b353),segment_id=492d90ba-daae-491f-9321-0ce8a8a2b353)] {{(pid=86412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:48:01.148079 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-30d51680-66bb-4931-804a-e8e65a0db6f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852958595'] for port, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:01.291222 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-30d51680-66bb-4931-804a-e8e65a0db6f4 admin admin] Calling delete_port for 551eacfa-db38-48ca-85e6-48215a5be1e8 owned by network:router_interface {{(pid=86412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 07:48:01.468923 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-30d51680-66bb-4931-804a-e8e65a0db6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267090117919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267090550695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3936575'] for port, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:01.473634 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-b460eac9-4ebc-4a0f-84fe-ea89d120a09c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:48:01.522408 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d51680-66bb-4931-804a-e8e65a0db6f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=551eacfa-db38-48ca-85e6-48215a5be1e8,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:48:01.549961 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-30d51680-66bb-4931-804a-e8e65a0db6f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:48:01.802441 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-30d51680-66bb-4931-804a-e8e65a0db6f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036852965404'] for router_interface, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:02.447538 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30d51680-66bb-4931-804a-e8e65a0db6f4 admin admin] Router 61c6870c-a367-46bd-9828-08f3d3e9d82d has already been hosted by L3 agent af0aee0b-5275-4bf1-b5b2-246fd8e7196c {{(pid=86412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 07:48:02.640988 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d51680-66bb-4931-804a-e8e65a0db6f4 admin admin] Notify agent at l3_agent.dv-cinder-773870-2-smb the message routers_updated {{(pid=86412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 07:48:02.650971 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa173fbd-4e6a-4a24-8e15-dd50d999b874 None None] Sync routers for ids ['61c6870c-a367-46bd-9828-08f3d3e9d82d'] in dv-cinder-773870-2-smb {{(pid=86415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 07:48:02.659906 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-30d51680-66bb-4931-804a-e8e65a0db6f4 admin admin] 10.222.0.41 "PUT /v2.0/routers/61c6870c-a367-46bd-9828-08f3d3e9d82d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6731765 Apr 19 07:48:02.660263 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 44756) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:48:02.665824 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa173fbd-4e6a-4a24-8e15-dd50d999b874 None None] Routers {'61c6870c-a367-46bd-9828-08f3d3e9d82d'} bound to L3 agent in host dv-cinder-773870-2-smb {{(pid=86415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 07:48:02.666463 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-aa173fbd-4e6a-4a24-8e15-dd50d999b874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T07:32:39Z,description=,heartbeat_timestamp=2021-04-19T07:47:39Z,host='dv-cinder-773870-2-smb',id=af0aee0b-5275-4bf1-b5b2-246fd8e7196c,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T07:32:39Z,topic='l3_agent')) {'router_ids': ['61c6870c-a367-46bd-9828-08f3d3e9d82d'], 'active': True} {{(pid=86415) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:48:02.857916 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvr_db [None req-aa173fbd-4e6a-4a24-8e15-dd50d999b874 None None] Set router 61c6870c-a367-46bd-9828-08f3d3e9d82d gateway port host: dv-cinder-773870-2-smb {{(pid=86415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 07:48:02.860475 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-71fb9319-bf5a-48af-bc66-41463a9ef0b5 admin admin] Notify callbacks [] for router, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:03.068595 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-71fb9319-bf5a-48af-bc66-41463a9ef0b5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:03.079032 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-71fb9319-bf5a-48af-bc66-41463a9ef0b5 admin admin] Deleting port 6cb443b0-5e42-42c7-9b51-e252f2620a7a {{(pid=86412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 07:48:03.079411 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-71fb9319-bf5a-48af-bc66-41463a9ef0b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267090122612'] for port, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:03.179118 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-aa173fbd-4e6a-4a24-8e15-dd50d999b874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c6870c-a367-46bd-9828-08f3d3e9d82d', 'name': 'tempest-TestShelveInstance-422524587-router', 'tenant_id': 'f5a726837f7344d2904bbcfa95d45241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.252'}], 'enable_snat': True}, 'gw_port_id': '6cb443b0-5e42-42c7-9b51-e252f2620a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:42:52Z', 'updated_at': '2021-04-19T07:48:01Z', 'revision_number': 5, 'project_id': 'f5a726837f7344d2904bbcfa95d45241', 'gw_port': {'id': '6cb443b0-5e42-42c7-9b51-e252f2620a7a', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c6870c-a367-46bd-9828-08f3d3e9d82d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:42:53Z', 'updated_at': '2021-04-19T07:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb'}], 'dv-cinder-773870-2-smb', False) {} {{(pid=86415) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:48:03.183409 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa173fbd-4e6a-4a24-8e15-dd50d999b874 None None] Checking router: 61c6870c-a367-46bd-9828-08f3d3e9d82d for host: dv-cinder-773870-2-smb {{(pid=86415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 07:48:03.193576 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa173fbd-4e6a-4a24-8e15-dd50d999b874 None None] Routers {'61c6870c-a367-46bd-9828-08f3d3e9d82d'} bound to L3 agent in host dv-cinder-773870-2-smb {{(pid=86415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 07:48:03.194222 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-aa173fbd-4e6a-4a24-8e15-dd50d999b874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T07:32:39Z,description=,heartbeat_timestamp=2021-04-19T07:47:39Z,host='dv-cinder-773870-2-smb',id=af0aee0b-5275-4bf1-b5b2-246fd8e7196c,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T07:32:39Z,topic='l3_agent')) {'router_ids': ['61c6870c-a367-46bd-9828-08f3d3e9d82d'], 'active': True} {{(pid=86415) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:48:03.272305 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-71fb9319-bf5a-48af-bc66-41463a9ef0b5 admin admin] For port 6cb443b0-5e42-42c7-9b51-e252f2620a7a, host dv-cinder-773870-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-smb',level=0,port_id=6cb443b0-5e42-42c7-9b51-e252f2620a7a,segment=NetworkSegment(02bd2b75-5f2a-405f-9739-3049934ed397),segment_id=02bd2b75-5f2a-405f-9739-3049934ed397)] {{(pid=86412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:48:03.272698 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-71fb9319-bf5a-48af-bc66-41463a9ef0b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852958595'] for port, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:03.361873 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvr_db [None req-aa173fbd-4e6a-4a24-8e15-dd50d999b874 None None] Set router 61c6870c-a367-46bd-9828-08f3d3e9d82d gateway port host: None {{(pid=86415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 07:48:03.405397 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-71fb9319-bf5a-48af-bc66-41463a9ef0b5 admin admin] Calling delete_port for 6cb443b0-5e42-42c7-9b51-e252f2620a7a owned by network:router_gateway {{(pid=86412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 07:48:03.484884 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-aa173fbd-4e6a-4a24-8e15-dd50d999b874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c6870c-a367-46bd-9828-08f3d3e9d82d', 'name': 'tempest-TestShelveInstance-422524587-router', 'tenant_id': 'f5a726837f7344d2904bbcfa95d45241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:42:52Z', 'updated_at': '2021-04-19T07:48:03Z', 'revision_number': 6, 'project_id': 'f5a726837f7344d2904bbcfa95d45241', 'gw_port_host': None}], 'dv-cinder-773870-2-smb', False) {} {{(pid=86415) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:48:03.489476 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa173fbd-4e6a-4a24-8e15-dd50d999b874 None None] The sync data for ids ['61c6870c-a367-46bd-9828-08f3d3e9d82d'] in dv-cinder-773870-2-smb is: [{'id': '61c6870c-a367-46bd-9828-08f3d3e9d82d', 'name': 'tempest-TestShelveInstance-422524587-router', 'tenant_id': 'f5a726837f7344d2904bbcfa95d45241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:42:52Z', 'updated_at': '2021-04-19T07:48:03Z', 'revision_number': 6, 'project_id': 'f5a726837f7344d2904bbcfa95d45241', 'gw_port_host': None}] {{(pid=86415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 07:48:03.593888 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-71fb9319-bf5a-48af-bc66-41463a9ef0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267090117919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267090550695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3936575'] for port, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:03.599331 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-fff2d2fd-2f52-4448-bb0b-034ea7ef1b53 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:48:03.650152 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fb9319-bf5a-48af-bc66-41463a9ef0b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cb443b0-5e42-42c7-9b51-e252f2620a7a,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:48:03.688466 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-71fb9319-bf5a-48af-bc66-41463a9ef0b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:48:03.751984 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-71fb9319-bf5a-48af-bc66-41463a9ef0b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1812581'] for router_gateway, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:03.940400 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-71fb9319-bf5a-48af-bc66-41463a9ef0b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1807417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2857'] for router, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:03.943141 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-71fb9319-bf5a-48af-bc66-41463a9ef0b5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:03.964546 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-71fb9319-bf5a-48af-bc66-41463a9ef0b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852972163'] for router, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:03.965175 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71fb9319-bf5a-48af-bc66-41463a9ef0b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61c6870c-a367-46bd-9828-08f3d3e9d82d {{(pid=86412) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 19 07:48:03.965702 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Device 6cb443b0-5e42-42c7-9b51-e252f2620a7a no longer exists at agent ovs-agent-dv-cinder-773870-2-smb {{(pid=86414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 07:48:03.978032 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-71fb9319-bf5a-48af-bc66-41463a9ef0b5 admin admin] Notify callbacks [] for router, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:03.979346 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-71fb9319-bf5a-48af-bc66-41463a9ef0b5 admin admin] 10.222.0.41 "DELETE /v2.0/routers/61c6870c-a367-46bd-9828-08f3d3e9d82d HTTP/1.1" status: 204 len: 168 time: 1.3180132 Apr 19 07:48:03.982041 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 44788) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:48:04.011757 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] No Port match for: 6cb443b0-5e42-42c7-9b51-e252f2620a7a {{(pid=86414) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 07:48:04.012145 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Device 6cb443b0-5e42-42c7-9b51-e252f2620a7a not bound to the agent host dv-cinder-773870-2-smb {{(pid=86414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 07:48:04.012575 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Device 551eacfa-db38-48ca-85e6-48215a5be1e8 no longer exists at agent ovs-agent-dv-cinder-773870-2-smb {{(pid=86414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 07:48:04.052708 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.db_base_plugin_v2 [None req-b65fcac4-5fe2-4c7f-871a-c4041c66b910 admin admin] Deleting subnet 42768586-7936-47b2-97c5-4e4fdd5942e8 {{(pid=86412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 07:48:04.056646 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-b65fcac4-5fe2-4c7f-871a-c4041c66b910 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:04.076884 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] No Port match for: 551eacfa-db38-48ca-85e6-48215a5be1e8 {{(pid=86414) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 07:48:04.077267 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Device 551eacfa-db38-48ca-85e6-48215a5be1e8 not bound to the agent host dv-cinder-773870-2-smb {{(pid=86414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 07:48:04.115206 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-b65fcac4-5fe2-4c7f-871a-c4041c66b910 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851420803'] for subnet, precommit_delete_associations {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:04.200658 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-b65fcac4-5fe2-4c7f-871a-c4041c66b910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-771124'] for subnet, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:04.469430 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-b65fcac4-5fe2-4c7f-871a-c4041c66b910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854004724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1716840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3937515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851454983'] for subnet, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:04.473602 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:48:04.511234 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65fcac4-5fe2-4c7f-871a-c4041c66b910 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42768586-7936-47b2-97c5-4e4fdd5942e8,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:48:04.515362 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-b65fcac4-5fe2-4c7f-871a-c4041c66b910 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:48:04.516635 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-b65fcac4-5fe2-4c7f-871a-c4041c66b910 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:04.522528 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fb3493-2ea1-436a-b7c3-63ea9a00af68 None None] Network bb1f6aa4-52e2-4d96-9b26-60c00e743c52 requested from dv-cinder-773870-2-smb {{(pid=86414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 07:48:04.527338 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-b65fcac4-5fe2-4c7f-871a-c4041c66b910 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/42768586-7936-47b2-97c5-4e4fdd5942e8 HTTP/1.1" status: 204 len: 168 time: 0.5412841 Apr 19 07:48:04.527338 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 44808) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:48:04.643302 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-2052f85c-be3a-4d78-bfdb-17390549980d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-686968'] for network, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:04.654756 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-2052f85c-be3a-4d78-bfdb-17390549980d admin admin] Deleting port 3d8e7f71-ed1a-441f-b436-af399b838922 {{(pid=86412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 07:48:04.655097 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-2052f85c-be3a-4d78-bfdb-17390549980d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267090122612'] for port, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:04.786696 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aacbfe6-e140-4e79-a623-376f25b5e8f9 None None] DHCP port deletion for bb1f6aa4-52e2-4d96-9b26-60c00e743c52 request from dv-cinder-773870-2-smb {{(pid=86414) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 19 07:48:04.790989 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-8aacbfe6-e140-4e79-a623-376f25b5e8f9 None None] Deleting port 3d8e7f71-ed1a-441f-b436-af399b838922 {{(pid=86414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 07:48:04.791439 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-8aacbfe6-e140-4e79-a623-376f25b5e8f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267090122612'] for port, before_delete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:04.896319 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-2052f85c-be3a-4d78-bfdb-17390549980d admin admin] For port 3d8e7f71-ed1a-441f-b436-af399b838922, host dv-cinder-773870-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-smb',level=0,port_id=3d8e7f71-ed1a-441f-b436-af399b838922,segment=NetworkSegment(492d90ba-daae-491f-9321-0ce8a8a2b353),segment_id=492d90ba-daae-491f-9321-0ce8a8a2b353)] {{(pid=86412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:48:04.896690 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-2052f85c-be3a-4d78-bfdb-17390549980d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852958595'] for port, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:05.025054 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-8aacbfe6-e140-4e79-a623-376f25b5e8f9 None None] For port 3d8e7f71-ed1a-441f-b436-af399b838922, host dv-cinder-773870-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-smb',level=0,port_id=3d8e7f71-ed1a-441f-b436-af399b838922,segment=NetworkSegment(492d90ba-daae-491f-9321-0ce8a8a2b353),segment_id=492d90ba-daae-491f-9321-0ce8a8a2b353)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:48:05.025433 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-8aacbfe6-e140-4e79-a623-376f25b5e8f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852958595'] for port, precommit_delete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:05.064744 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-2052f85c-be3a-4d78-bfdb-17390549980d admin admin] Calling delete_port for 3d8e7f71-ed1a-441f-b436-af399b838922 owned by network:dhcp {{(pid=86412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 07:48:05.145888 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-2052f85c-be3a-4d78-bfdb-17390549980d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267090117919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267090550695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3936575'] for port, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:05.151147 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-399c508b-2fe2-41a4-ba8e-67694bc0d37a tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:48:05.186880 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-8aacbfe6-e140-4e79-a623-376f25b5e8f9 None None] Calling delete_port for 3d8e7f71-ed1a-441f-b436-af399b838922 owned by network:dhcp {{(pid=86414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 07:48:05.203514 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2052f85c-be3a-4d78-bfdb-17390549980d admin admin] Pushing event deleted for resources: {'Port': ['ID=3d8e7f71-ed1a-441f-b436-af399b838922,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:48:05.206894 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-2052f85c-be3a-4d78-bfdb-17390549980d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:48:05.207760 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2052f85c-be3a-4d78-bfdb-17390549980d admin admin] No DVR routers for this DVR port 3d8e7f71-ed1a-441f-b436-af399b838922 on host dv-cinder-773870-2-smb {{(pid=86412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 07:48:05.267799 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.db.api [None req-8aacbfe6-e140-4e79-a623-376f25b5e8f9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86414) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 07:48:05.268058 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_db.api [None req-8aacbfe6-e140-4e79-a623-376f25b5e8f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 07:48:05.333855 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-2052f85c-be3a-4d78-bfdb-17390549980d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854004639', 'neutron.services.segments.db._delete_segments_for_network-8769764573043'] for network, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:05.451549 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.services.segments.db [None req-2052f85c-be3a-4d78-bfdb-17390549980d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb1f6aa4-52e2-4d96-9b26-60c00e743c52']}} {{(pid=86412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:48:05.464729 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.services.segments.db [None req-2052f85c-be3a-4d78-bfdb-17390549980d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '492d90ba-daae-491f-9321-0ce8a8a2b353') {'for_net_delete': True} {{(pid=86412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:48:05.465072 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.services.segments.db [None req-2052f85c-be3a-4d78-bfdb-17390549980d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '492d90ba-daae-491f-9321-0ce8a8a2b353') {} {{(pid=86412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:48:05.477296 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-2052f85c-be3a-4d78-bfdb-17390549980d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363267090041187', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354997'] for segment, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:05.495743 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-2052f85c-be3a-4d78-bfdb-17390549980d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853992622'] for segment, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:05.502660 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2052f85c-be3a-4d78-bfdb-17390549980d admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=86412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 07:48:05.691016 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-2052f85c-be3a-4d78-bfdb-17390549980d admin admin] Network bb1f6aa4-52e2-4d96-9b26-60c00e743c52 has no segments {{(pid=86412) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 07:48:05.700424 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-2052f85c-be3a-4d78-bfdb-17390549980d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-783141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850839224'] for segment, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:05.769402 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-8aacbfe6-e140-4e79-a623-376f25b5e8f9 None None] Deleting port 3d8e7f71-ed1a-441f-b436-af399b838922 {{(pid=86414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 07:48:05.769840 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-8aacbfe6-e140-4e79-a623-376f25b5e8f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267090122612'] for port, before_delete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:05.843871 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-8aacbfe6-e140-4e79-a623-376f25b5e8f9 None None] The port '3d8e7f71-ed1a-441f-b436-af399b838922' was deleted {{(pid=86414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 19 07:48:05.964905 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Device 3d8e7f71-ed1a-441f-b436-af399b838922 no longer exists at agent ovs-agent-dv-cinder-773870-2-smb {{(pid=86414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 07:48:06.009976 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] No Port match for: 3d8e7f71-ed1a-441f-b436-af399b838922 {{(pid=86414) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 07:48:06.010375 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Device 3d8e7f71-ed1a-441f-b436-af399b838922 not bound to the agent host dv-cinder-773870-2-smb {{(pid=86414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 07:48:06.142193 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-2052f85c-be3a-4d78-bfdb-17390549980d admin admin] Network bb1f6aa4-52e2-4d96-9b26-60c00e743c52 has no segments {{(pid=86412) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 07:48:06.164968 dv-cinder-773870-2-smb neutron-server[86301]: Traceback (most recent call last): Apr 19 07:48:06.164968 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 07:48:06.164968 dv-cinder-773870-2-smb neutron-server[86301]: timer() Apr 19 07:48:06.164968 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 07:48:06.164968 dv-cinder-773870-2-smb neutron-server[86301]: cb(*args, **kw) Apr 19 07:48:06.164968 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 07:48:06.164968 dv-cinder-773870-2-smb neutron-server[86301]: return func(*args, **kwargs) Apr 19 07:48:06.164968 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 07:48:06.164968 dv-cinder-773870-2-smb neutron-server[86301]: self._notify() Apr 19 07:48:06.164968 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 07:48:06.164968 dv-cinder-773870-2-smb neutron-server[86301]: self.callback(batched_events) Apr 19 07:48:06.164968 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 07:48:06.164968 dv-cinder-773870-2-smb neutron-server[86301]: event.method(event) Apr 19 07:48:06.164968 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 07:48:06.164968 dv-cinder-773870-2-smb neutron-server[86301]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 07:48:06.164968 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 07:48:06.164968 dv-cinder-773870-2-smb neutron-server[86301]: segment_id)['aggregates'][0] Apr 19 07:48:06.164968 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 07:48:06.164968 dv-cinder-773870-2-smb neutron-server[86301]: return f(self, *a, **k) Apr 19 07:48:06.164968 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 07:48:06.164968 dv-cinder-773870-2-smb neutron-server[86301]: return self._get(url).json() Apr 19 07:48:06.164968 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 07:48:06.164968 dv-cinder-773870-2-smb neutron-server[86301]: **kwargs) Apr 19 07:48:06.164968 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 07:48:06.164968 dv-cinder-773870-2-smb neutron-server[86301]: return self.request(url, 'GET', **kwargs) Apr 19 07:48:06.164968 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 07:48:06.164968 dv-cinder-773870-2-smb neutron-server[86301]: **endpoint_filter) Apr 19 07:48:06.164968 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 07:48:06.164968 dv-cinder-773870-2-smb neutron-server[86301]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 07:48:06.164968 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 07:48:06.164968 dv-cinder-773870-2-smb neutron-server[86301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 07:48:06.164968 dv-cinder-773870-2-smb neutron-server[86301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 07:48:06.252170 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-2052f85c-be3a-4d78-bfdb-17390549980d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1810050'] for network, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:06.256351 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:48:06.273959 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-2052f85c-be3a-4d78-bfdb-17390549980d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853097331'] for network, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:06.280886 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2052f85c-be3a-4d78-bfdb-17390549980d admin admin] Pushing event deleted for resources: {'Network': ['ID=bb1f6aa4-52e2-4d96-9b26-60c00e743c52,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:48:06.285497 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-2052f85c-be3a-4d78-bfdb-17390549980d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:48:06.291161 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-2052f85c-be3a-4d78-bfdb-17390549980d admin admin] 10.222.0.41 "DELETE /v2.0/networks/bb1f6aa4-52e2-4d96-9b26-60c00e743c52 HTTP/1.1" status: 204 len: 168 time: 1.7598407 Apr 19 07:48:06.414902 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 44852) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:48:06.431521 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 44856) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:48:06.472395 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-e85e7faa-20b6-451d-a399-24e77f9bb632 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d586c25e55a34159945f172e7227aaea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0559785 Apr 19 07:48:06.474888 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 44862) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:48:06.538061 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-7293ba7e-8039-4a7c-9b94-cf9cf11a4b56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:06.565711 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-7293ba7e-8039-4a7c-9b94-cf9cf11a4b56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:06.621705 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-7293ba7e-8039-4a7c-9b94-cf9cf11a4b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:06.627195 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-2c02ce73-8abc-43e8-bdfc-d69df32cdebb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:48:06.641273 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7293ba7e-8039-4a7c-9b94-cf9cf11a4b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c98db4-3867-4070-9931-69d07f3cbb3f,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:48:06.643006 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-0f2dd4d3-5b74-436e-951d-1c1e4bb2349e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:06.647874 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-7293ba7e-8039-4a7c-9b94-cf9cf11a4b56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:48:06.651543 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-7293ba7e-8039-4a7c-9b94-cf9cf11a4b56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:06.656679 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-7293ba7e-8039-4a7c-9b94-cf9cf11a4b56 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a8c98db4-3867-4070-9931-69d07f3cbb3f HTTP/1.1" status: 204 len: 168 time: 0.1782751 Apr 19 07:48:06.673134 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-0f2dd4d3-5b74-436e-951d-1c1e4bb2349e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:48:06.677387 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-0f2dd4d3-5b74-436e-951d-1c1e4bb2349e admin admin] Usage tracker for resource:security_group_rule and tenant:0e30708091234affaf61070278d4a5d9 is out of sync, need to count used quota {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:48:06.680500 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-0f2dd4d3-5b74-436e-951d-1c1e4bb2349e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:48:06.686779 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-0f2dd4d3-5b74-436e-951d-1c1e4bb2349e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:48:06.784029 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-0f2dd4d3-5b74-436e-951d-1c1e4bb2349e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:06.796820 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-0f2dd4d3-5b74-436e-951d-1c1e4bb2349e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:06.808301 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-3ac6d8b4-aadb-42b9-ac77-f9562226e8af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:48:06.839539 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2dd4d3-5b74-436e-951d-1c1e4bb2349e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf0b399-01e3-42c5-a99e-efec7d495d5d,revision_number=1']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:48:06.844666 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-0f2dd4d3-5b74-436e-951d-1c1e4bb2349e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:48:06.866765 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-0f2dd4d3-5b74-436e-951d-1c1e4bb2349e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0e30708091234affaf61070278d4a5d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4339309 Apr 19 07:48:06.869508 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 44874) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:48:06.937319 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-497f8c11-3ceb-4e21-b620-f04fe4b14563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:06.965957 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-497f8c11-3ceb-4e21-b620-f04fe4b14563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:06.995373 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 44878) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:48:07.027639 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-497f8c11-3ceb-4e21-b620-f04fe4b14563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:07.033114 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-ea387cf6-1aae-46d6-82f0-82208551ee7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:48:07.048680 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497f8c11-3ceb-4e21-b620-f04fe4b14563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf0b399-01e3-42c5-a99e-efec7d495d5d,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:48:07.051645 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-497f8c11-3ceb-4e21-b620-f04fe4b14563 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:48:07.054644 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-497f8c11-3ceb-4e21-b620-f04fe4b14563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:07.055147 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-5697949a-f784-43cf-9a98-54e28040af04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:07.056411 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-497f8c11-3ceb-4e21-b620-f04fe4b14563 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/faf0b399-01e3-42c5-a99e-efec7d495d5d HTTP/1.1" status: 204 len: 168 time: 0.1855841 Apr 19 07:48:07.076352 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 44886) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:48:07.086461 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-864b99e0-4aa7-43a5-bebb-aa2ca6c419ab admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f5a726837f7344d2904bbcfa95d45241&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0803137 Apr 19 07:48:07.151507 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-c8953bf6-64f0-495f-b3ed-dde1b08eda8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:07.183629 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-c8953bf6-64f0-495f-b3ed-dde1b08eda8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:07.232480 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-c8953bf6-64f0-495f-b3ed-dde1b08eda8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:07.238533 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-cb4651b2-babf-47bc-bd8f-0b8fb843a3ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:48:07.253056 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8953bf6-64f0-495f-b3ed-dde1b08eda8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b17900c-015b-4a5b-8604-f96e1a6730e4,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:48:07.256076 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-c8953bf6-64f0-495f-b3ed-dde1b08eda8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:48:07.257435 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-c8953bf6-64f0-495f-b3ed-dde1b08eda8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:07.258614 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-c8953bf6-64f0-495f-b3ed-dde1b08eda8a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6b17900c-015b-4a5b-8604-f96e1a6730e4 HTTP/1.1" status: 204 len: 168 time: 0.1808891 Apr 19 07:48:09.160893 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6041ef9d-9c3f-4524-926e-fe681beb828d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:09.788003 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bf2cef0d-0a86-410b-90d7-6d8fe7ad6153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:10.486855 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:10.630690 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:11.368062 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d08bd89e-63cf-49bc-b1d3-e1c35da66f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:13.077848 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.agents_db [None req-ec4b265d-3c04-42fd-95cd-57ca7ec41865 None None] Agent healthcheck: found 6 active agents {{(pid=86415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 07:48:14.125008 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 45080) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:48:14.251188 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d2d7c4a8-d779-4ad5-b3b5-4f3253e5626e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:14.271305 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-d2d7c4a8-d779-4ad5-b3b5-4f3253e5626e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:48:14.275675 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-d2d7c4a8-d779-4ad5-b3b5-4f3253e5626e admin admin] Usage tracker for resource:security_group_rule and tenant:e11b2e0571d14b419dc4e140a78787e7 is out of sync, need to count used quota {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:48:14.278778 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-d2d7c4a8-d779-4ad5-b3b5-4f3253e5626e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:48:14.284957 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-d2d7c4a8-d779-4ad5-b3b5-4f3253e5626e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:48:14.369596 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d2d7c4a8-d779-4ad5-b3b5-4f3253e5626e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:14.373119 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d2d7c4a8-d779-4ad5-b3b5-4f3253e5626e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:14.382462 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-2db867ea-ea52-4ca2-9878-69ca8a2df089 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:48:14.424338 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-d2d7c4a8-d779-4ad5-b3b5-4f3253e5626e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e11b2e0571d14b419dc4e140a78787e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2982049 Apr 19 07:48:14.425304 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d7c4a8-d779-4ad5-b3b5-4f3253e5626e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e54b7daa-c5cf-4974-84d0-193bfbcaafba,revision_number=1']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:48:14.427482 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 45092) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:48:14.432847 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-d2d7c4a8-d779-4ad5-b3b5-4f3253e5626e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:48:14.492202 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6bf450ba-5953-464a-8dc5-679b632d0b3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:14.520244 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6bf450ba-5953-464a-8dc5-679b632d0b3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:14.568388 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6bf450ba-5953-464a-8dc5-679b632d0b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:14.574897 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-4beadcc3-d3a4-40d8-83cb-f7bf5d7145b3 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:48:14.590783 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf450ba-5953-464a-8dc5-679b632d0b3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e54b7daa-c5cf-4974-84d0-193bfbcaafba,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:48:14.602750 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf450ba-5953-464a-8dc5-679b632d0b3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:48:14.603196 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf450ba-5953-464a-8dc5-679b632d0b3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:48:14.603610 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf450ba-5953-464a-8dc5-679b632d0b3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:48:14.604014 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf450ba-5953-464a-8dc5-679b632d0b3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:48:14.604413 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf450ba-5953-464a-8dc5-679b632d0b3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:48:14.604811 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf450ba-5953-464a-8dc5-679b632d0b3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:48:14.605208 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf450ba-5953-464a-8dc5-679b632d0b3e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:48:14.605604 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf450ba-5953-464a-8dc5-679b632d0b3e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:48:14.606001 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf450ba-5953-464a-8dc5-679b632d0b3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:48:14.606393 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf450ba-5953-464a-8dc5-679b632d0b3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:48:14.606784 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf450ba-5953-464a-8dc5-679b632d0b3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:48:14.607224 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf450ba-5953-464a-8dc5-679b632d0b3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:48:14.611179 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-6bf450ba-5953-464a-8dc5-679b632d0b3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:48:14.612450 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6bf450ba-5953-464a-8dc5-679b632d0b3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:14.617065 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-6bf450ba-5953-464a-8dc5-679b632d0b3e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e54b7daa-c5cf-4974-84d0-193bfbcaafba HTTP/1.1" status: 204 len: 168 time: 0.1884348 Apr 19 07:48:14.937334 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 45132) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:48:14.959609 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-cd2f0661-3fb2-4662-879a-c001aad3fe6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:14.977441 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-cd2f0661-3fb2-4662-879a-c001aad3fe6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:48:14.981793 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-cd2f0661-3fb2-4662-879a-c001aad3fe6d admin admin] Usage tracker for resource:security_group_rule and tenant:461d62026b3c4283887d747baae0d3a4 is out of sync, need to count used quota {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:48:14.984906 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-cd2f0661-3fb2-4662-879a-c001aad3fe6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:48:14.991457 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-cd2f0661-3fb2-4662-879a-c001aad3fe6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:48:15.090515 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-cd2f0661-3fb2-4662-879a-c001aad3fe6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:15.093322 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-cd2f0661-3fb2-4662-879a-c001aad3fe6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:15.100902 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-2223092c-0201-4832-9d47-4d44e93a88df tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:48:15.148083 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2f0661-3fb2-4662-879a-c001aad3fe6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e06d8137-4068-4f61-a950-5ab537677151,revision_number=1']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:48:15.157888 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-cd2f0661-3fb2-4662-879a-c001aad3fe6d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=461d62026b3c4283887d747baae0d3a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2184336 Apr 19 07:48:15.159173 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-cd2f0661-3fb2-4662-879a-c001aad3fe6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:48:15.159291 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 45138) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:48:15.229934 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-b0af6cf8-54fa-4d2c-a442-76bc5be047f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:15.261835 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-b0af6cf8-54fa-4d2c-a442-76bc5be047f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:15.309329 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-b0af6cf8-54fa-4d2c-a442-76bc5be047f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:15.313666 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-0102b9d8-886e-4e15-b7b6-e53410a3f9c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:48:15.328291 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0af6cf8-54fa-4d2c-a442-76bc5be047f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e06d8137-4068-4f61-a950-5ab537677151,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:48:15.330845 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-b0af6cf8-54fa-4d2c-a442-76bc5be047f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:48:15.335295 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-b0af6cf8-54fa-4d2c-a442-76bc5be047f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:15.336750 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-b0af6cf8-54fa-4d2c-a442-76bc5be047f9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e06d8137-4068-4f61-a950-5ab537677151 HTTP/1.1" status: 204 len: 168 time: 0.1765213 Apr 19 07:48:17.321580 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 45230) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:48:17.393024 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.db_base_plugin_v2 [None req-82640390-a7a6-4e17-a21a-89b8182b3241 admin admin] Deleting subnet 35359a8b-0499-41b3-b3ba-6a8f32b3df00 {{(pid=86413) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 07:48:17.396292 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-82640390-a7a6-4e17-a21a-89b8182b3241 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:17.409812 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 45236) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:48:17.448242 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-82640390-a7a6-4e17-a21a-89b8182b3241 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3833701'] for subnet, precommit_delete_associations {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:17.512184 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-82640390-a7a6-4e17-a21a-89b8182b3241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-771124'] for subnet, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:17.546334 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-11b0cb6c-db34-4915-9cb3-2c99d3c14474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:17.562350 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-11b0cb6c-db34-4915-9cb3-2c99d3c14474 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:48:17.566699 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-11b0cb6c-db34-4915-9cb3-2c99d3c14474 admin admin] Usage tracker for resource:security_group_rule and tenant:0b43fe0acb9f43b6bd022dd14577274c is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:48:17.569752 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-11b0cb6c-db34-4915-9cb3-2c99d3c14474 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:48:17.576034 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-11b0cb6c-db34-4915-9cb3-2c99d3c14474 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:48:17.667422 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-11b0cb6c-db34-4915-9cb3-2c99d3c14474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:17.671033 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-11b0cb6c-db34-4915-9cb3-2c99d3c14474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:17.678078 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-fc3cfa37-62fd-416d-ab07-f2c6c8a3dbbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:48:17.725999 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-11b0cb6c-db34-4915-9cb3-2c99d3c14474 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0b43fe0acb9f43b6bd022dd14577274c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3149817 Apr 19 07:48:17.726985 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b0cb6c-db34-4915-9cb3-2c99d3c14474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f3615e-5e97-4889-aa77-653a95735fe1,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:48:17.729580 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 45242) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:48:17.732161 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-11b0cb6c-db34-4915-9cb3-2c99d3c14474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:48:17.772005 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-82640390-a7a6-4e17-a21a-89b8182b3241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854004724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1716840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2896568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036850877896'] for subnet, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:17.777042 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:48:17.792021 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-2b8bf3d3-cb03-488b-b84f-31ccb73f5b7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:17.818391 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82640390-a7a6-4e17-a21a-89b8182b3241 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35359a8b-0499-41b3-b3ba-6a8f32b3df00,revision_number=None']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:48:17.819342 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-2b8bf3d3-cb03-488b-b84f-31ccb73f5b7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:17.820513 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-82640390-a7a6-4e17-a21a-89b8182b3241 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853097331'] for subnet, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:17.831681 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-82640390-a7a6-4e17-a21a-89b8182b3241 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:48:17.844054 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-82640390-a7a6-4e17-a21a-89b8182b3241 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/35359a8b-0499-41b3-b3ba-6a8f32b3df00 HTTP/1.1" status: 204 len: 168 time: 0.5188456 Apr 19 07:48:17.844351 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 45246) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:48:17.865928 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-2b8bf3d3-cb03-488b-b84f-31ccb73f5b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:17.869861 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-689da937-9a03-419c-9586-f6cf43c6807a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:48:17.883708 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8bf3d3-cb03-488b-b84f-31ccb73f5b7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f3615e-5e97-4889-aa77-653a95735fe1,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:48:17.886857 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-2b8bf3d3-cb03-488b-b84f-31ccb73f5b7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:48:17.888973 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-2b8bf3d3-cb03-488b-b84f-31ccb73f5b7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:17.893355 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-2b8bf3d3-cb03-488b-b84f-31ccb73f5b7d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b6f3615e-5e97-4889-aa77-653a95735fe1 HTTP/1.1" status: 204 len: 168 time: 0.1627991 Apr 19 07:48:17.961998 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-da07ab44-e803-4274-bbfe-d58669097101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-686968'] for network, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:18.208754 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 45254) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:48:18.228650 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-16275362-ab3f-4c69-ad3b-31a28ab60c1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:18.247047 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-16275362-ab3f-4c69-ad3b-31a28ab60c1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:48:18.251650 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-16275362-ab3f-4c69-ad3b-31a28ab60c1f admin admin] Usage tracker for resource:security_group_rule and tenant:d1ec939439ee4739b9473e12c5a0e130 is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:48:18.254847 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-16275362-ab3f-4c69-ad3b-31a28ab60c1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:48:18.261229 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-16275362-ab3f-4c69-ad3b-31a28ab60c1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:48:18.340720 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-da07ab44-e803-4274-bbfe-d58669097101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854004639', 'neutron.services.segments.db._delete_segments_for_network-8769764573043'] for network, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:18.350581 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-16275362-ab3f-4c69-ad3b-31a28ab60c1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:18.353916 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-16275362-ab3f-4c69-ad3b-31a28ab60c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:18.367033 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-b0af6cf8-54fa-4d2c-a442-76bc5be047f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:48:18.408492 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-16275362-ab3f-4c69-ad3b-31a28ab60c1f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d1ec939439ee4739b9473e12c5a0e130&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1984887 Apr 19 07:48:18.411415 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 45258) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:48:18.414249 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16275362-ab3f-4c69-ad3b-31a28ab60c1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed9855d-36c0-4a82-a5ee-a76ecfb3fd16,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:48:18.417644 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-16275362-ab3f-4c69-ad3b-31a28ab60c1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:48:18.455355 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.services.segments.db [None req-da07ab44-e803-4274-bbfe-d58669097101 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a04f55f0-ec66-435f-9f03-b650e760ac57']}} {{(pid=86413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:48:18.468481 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.services.segments.db [None req-da07ab44-e803-4274-bbfe-d58669097101 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '018eeb57-9e6d-47cd-8441-1c809f625298') {'for_net_delete': True} {{(pid=86413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:48:18.468637 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.services.segments.db [None req-da07ab44-e803-4274-bbfe-d58669097101 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '018eeb57-9e6d-47cd-8441-1c809f625298') {} {{(pid=86413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:48:18.480292 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-91917099-ea2f-42e0-88ea-bc03fba3f3f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:18.480796 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-da07ab44-e803-4274-bbfe-d58669097101 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363267090041187', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850942099'] for segment, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:18.496275 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-da07ab44-e803-4274-bbfe-d58669097101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853992622'] for segment, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:18.502841 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da07ab44-e803-4274-bbfe-d58669097101 admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=86413) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 07:48:18.509819 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-91917099-ea2f-42e0-88ea-bc03fba3f3f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:18.556724 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-91917099-ea2f-42e0-88ea-bc03fba3f3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:18.562169 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-c8953bf6-64f0-495f-b3ed-dde1b08eda8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:48:18.575233 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91917099-ea2f-42e0-88ea-bc03fba3f3f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed9855d-36c0-4a82-a5ee-a76ecfb3fd16,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:48:18.578474 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-91917099-ea2f-42e0-88ea-bc03fba3f3f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:48:18.580610 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-91917099-ea2f-42e0-88ea-bc03fba3f3f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:18.595590 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-91917099-ea2f-42e0-88ea-bc03fba3f3f1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/aed9855d-36c0-4a82-a5ee-a76ecfb3fd16 HTTP/1.1" status: 204 len: 168 time: 0.1712570 Apr 19 07:48:18.686338 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-da07ab44-e803-4274-bbfe-d58669097101 admin admin] Network a04f55f0-ec66-435f-9f03-b650e760ac57 has no segments {{(pid=86413) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 07:48:18.699970 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-da07ab44-e803-4274-bbfe-d58669097101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-783141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851878117'] for segment, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:18.882175 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-da07ab44-e803-4274-bbfe-d58669097101 admin admin] Network a04f55f0-ec66-435f-9f03-b650e760ac57 has no segments {{(pid=86413) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 07:48:18.905123 dv-cinder-773870-2-smb neutron-server[86301]: Traceback (most recent call last): Apr 19 07:48:18.905123 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 07:48:18.905123 dv-cinder-773870-2-smb neutron-server[86301]: timer() Apr 19 07:48:18.905123 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 07:48:18.905123 dv-cinder-773870-2-smb neutron-server[86301]: cb(*args, **kw) Apr 19 07:48:18.905123 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 07:48:18.905123 dv-cinder-773870-2-smb neutron-server[86301]: return func(*args, **kwargs) Apr 19 07:48:18.905123 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 07:48:18.905123 dv-cinder-773870-2-smb neutron-server[86301]: self._notify() Apr 19 07:48:18.905123 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 07:48:18.905123 dv-cinder-773870-2-smb neutron-server[86301]: self.callback(batched_events) Apr 19 07:48:18.905123 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 07:48:18.905123 dv-cinder-773870-2-smb neutron-server[86301]: event.method(event) Apr 19 07:48:18.905123 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 07:48:18.905123 dv-cinder-773870-2-smb neutron-server[86301]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 07:48:18.905123 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 07:48:18.905123 dv-cinder-773870-2-smb neutron-server[86301]: segment_id)['aggregates'][0] Apr 19 07:48:18.905123 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 07:48:18.905123 dv-cinder-773870-2-smb neutron-server[86301]: return f(self, *a, **k) Apr 19 07:48:18.905123 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 07:48:18.905123 dv-cinder-773870-2-smb neutron-server[86301]: return self._get(url).json() Apr 19 07:48:18.905123 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 07:48:18.905123 dv-cinder-773870-2-smb neutron-server[86301]: **kwargs) Apr 19 07:48:18.905123 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 07:48:18.905123 dv-cinder-773870-2-smb neutron-server[86301]: return self.request(url, 'GET', **kwargs) Apr 19 07:48:18.905123 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 07:48:18.905123 dv-cinder-773870-2-smb neutron-server[86301]: **endpoint_filter) Apr 19 07:48:18.905123 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 07:48:18.905123 dv-cinder-773870-2-smb neutron-server[86301]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 07:48:18.905123 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 07:48:18.905123 dv-cinder-773870-2-smb neutron-server[86301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 07:48:18.905123 dv-cinder-773870-2-smb neutron-server[86301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 07:48:18.986430 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-da07ab44-e803-4274-bbfe-d58669097101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1810050'] for network, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:18.991550 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-5d08e889-0d71-4cee-9143-682f186167e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:48:19.008755 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-da07ab44-e803-4274-bbfe-d58669097101 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853097331'] for network, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:19.017822 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da07ab44-e803-4274-bbfe-d58669097101 admin admin] Pushing event deleted for resources: {'Network': ['ID=a04f55f0-ec66-435f-9f03-b650e760ac57,revision_number=None']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:48:19.022859 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-da07ab44-e803-4274-bbfe-d58669097101 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:48:19.026396 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-da07ab44-e803-4274-bbfe-d58669097101 admin admin] 10.222.0.41 "DELETE /v2.0/networks/a04f55f0-ec66-435f-9f03-b650e760ac57 HTTP/1.1" status: 204 len: 168 time: 1.1809447 Apr 19 07:48:19.210566 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 45286) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:48:19.262177 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-5051f6a2-5dbc-48e7-9037-2171263515f5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9d74c1b5cf124d6f9828b772afd20b44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0502219 Apr 19 07:48:19.265011 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 45292) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:48:19.325737 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-76aee252-81a2-481d-b843-1dd03f948ca4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:19.358623 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-76aee252-81a2-481d-b843-1dd03f948ca4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:19.407956 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-76aee252-81a2-481d-b843-1dd03f948ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:19.415698 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-c769de14-4040-4ca3-8944-1cbcb9938d56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:48:19.428496 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aee252-81a2-481d-b843-1dd03f948ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5ba21e-e655-476c-8e43-e95720ec74ad,revision_number=None']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:48:19.430965 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-76aee252-81a2-481d-b843-1dd03f948ca4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:48:19.437405 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-76aee252-81a2-481d-b843-1dd03f948ca4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:19.439573 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-76aee252-81a2-481d-b843-1dd03f948ca4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8d5ba21e-e655-476c-8e43-e95720ec74ad HTTP/1.1" status: 204 len: 168 time: 0.1735883 Apr 19 07:48:20.019453 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 45316) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:48:20.269800 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6b8e7e69-e550-4681-a160-6bd29b3f9fd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:20.285936 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-6b8e7e69-e550-4681-a160-6bd29b3f9fd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:48:20.290485 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-6b8e7e69-e550-4681-a160-6bd29b3f9fd1 admin admin] Usage tracker for resource:security_group_rule and tenant:8acd4d0fcac6403a9bcc6319a205af57 is out of sync, need to count used quota {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:48:20.293663 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-6b8e7e69-e550-4681-a160-6bd29b3f9fd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:48:20.299977 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-6b8e7e69-e550-4681-a160-6bd29b3f9fd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:48:20.388047 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6b8e7e69-e550-4681-a160-6bd29b3f9fd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:20.391803 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6b8e7e69-e550-4681-a160-6bd29b3f9fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:20.399492 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-8e284bb0-2acb-46ad-aaf8-315bdd68d6d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:48:20.442645 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8e7e69-e550-4681-a160-6bd29b3f9fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ccab8d9-78ac-44a7-9de2-98d91d13593c,revision_number=1']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:48:20.447455 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-6b8e7e69-e550-4681-a160-6bd29b3f9fd1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8acd4d0fcac6403a9bcc6319a205af57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4268818 Apr 19 07:48:20.448449 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-6b8e7e69-e550-4681-a160-6bd29b3f9fd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:48:20.450447 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 45334) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:48:20.519020 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-2f14b471-d1c8-45e2-b4a3-5f9511d645cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:20.546856 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-2f14b471-d1c8-45e2-b4a3-5f9511d645cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:20.592903 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-2f14b471-d1c8-45e2-b4a3-5f9511d645cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:20.596861 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-1eadff39-2579-428a-9262-88caddf63da6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:48:20.608822 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14b471-d1c8-45e2-b4a3-5f9511d645cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ccab8d9-78ac-44a7-9de2-98d91d13593c,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:48:20.613030 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-2f14b471-d1c8-45e2-b4a3-5f9511d645cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:48:20.616332 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-2f14b471-d1c8-45e2-b4a3-5f9511d645cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:20.619855 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-2f14b471-d1c8-45e2-b4a3-5f9511d645cc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5ccab8d9-78ac-44a7-9de2-98d91d13593c HTTP/1.1" status: 204 len: 168 time: 0.1679826 Apr 19 07:48:20.635970 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 45342) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:48:20.896746 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-fdc5baf5-f46a-43a6-b607-7ed7452ad5d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:20.913286 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-fdc5baf5-f46a-43a6-b607-7ed7452ad5d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:48:20.917886 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-fdc5baf5-f46a-43a6-b607-7ed7452ad5d5 admin admin] Usage tracker for resource:security_group_rule and tenant:8b33fd29bbf34dbab6bcbffb6f53e0ca is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:48:20.921183 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-fdc5baf5-f46a-43a6-b607-7ed7452ad5d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:48:20.927345 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-fdc5baf5-f46a-43a6-b607-7ed7452ad5d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:48:21.021797 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-fdc5baf5-f46a-43a6-b607-7ed7452ad5d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:21.025778 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-fdc5baf5-f46a-43a6-b607-7ed7452ad5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:21.036041 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-260ae3b8-4837-49e9-aad6-bde6058ba476 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:48:21.082810 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-fdc5baf5-f46a-43a6-b607-7ed7452ad5d5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8b33fd29bbf34dbab6bcbffb6f53e0ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4455223 Apr 19 07:48:21.084755 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 45356) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:48:21.085485 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc5baf5-f46a-43a6-b607-7ed7452ad5d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b11be0-7312-4b23-b9cf-77fbe10e1092,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:48:21.089884 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-fdc5baf5-f46a-43a6-b607-7ed7452ad5d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:48:21.166792 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-8aa49df1-8617-4ad9-a360-002300f4e1e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:21.193777 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-8aa49df1-8617-4ad9-a360-002300f4e1e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:21.240044 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-8aa49df1-8617-4ad9-a360-002300f4e1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:21.245209 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-6b8e7e69-e550-4681-a160-6bd29b3f9fd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:48:21.258427 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa49df1-8617-4ad9-a360-002300f4e1e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b11be0-7312-4b23-b9cf-77fbe10e1092,revision_number=None']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:48:21.261009 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-8aa49df1-8617-4ad9-a360-002300f4e1e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:48:21.268615 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-8aa49df1-8617-4ad9-a360-002300f4e1e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:21.269837 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-8aa49df1-8617-4ad9-a360-002300f4e1e3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/37b11be0-7312-4b23-b9cf-77fbe10e1092 HTTP/1.1" status: 204 len: 168 time: 0.1840115 Apr 19 07:48:21.625449 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 45378) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:48:21.649290 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bf5beb28-478d-4c70-b880-d77ac892a671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:21.665905 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-bf5beb28-478d-4c70-b880-d77ac892a671 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:48:21.670229 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-bf5beb28-478d-4c70-b880-d77ac892a671 admin admin] Usage tracker for resource:security_group_rule and tenant:3b71f77e661c4250a1229210073df70d is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:48:21.673218 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-bf5beb28-478d-4c70-b880-d77ac892a671 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:48:21.679357 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-bf5beb28-478d-4c70-b880-d77ac892a671 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:48:21.764618 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bf5beb28-478d-4c70-b880-d77ac892a671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:21.767877 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bf5beb28-478d-4c70-b880-d77ac892a671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:21.776827 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-54d3c5c4-c687-419e-95ef-4ddd4f64a7ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:48:21.819402 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-bf5beb28-478d-4c70-b880-d77ac892a671 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3b71f77e661c4250a1229210073df70d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1926391 Apr 19 07:48:21.820336 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5beb28-478d-4c70-b880-d77ac892a671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=399ffd8c-06e8-4654-a56c-810f28297601,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:48:21.822217 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 45382) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:48:21.823711 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-bf5beb28-478d-4c70-b880-d77ac892a671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:48:21.884327 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-1efd4dfe-8235-4f9c-8ec3-9ff3f17b7319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:21.910812 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-1efd4dfe-8235-4f9c-8ec3-9ff3f17b7319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:21.957227 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-1efd4dfe-8235-4f9c-8ec3-9ff3f17b7319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:21.961223 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-8aa49df1-8617-4ad9-a360-002300f4e1e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:48:21.977505 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efd4dfe-8235-4f9c-8ec3-9ff3f17b7319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=399ffd8c-06e8-4654-a56c-810f28297601,revision_number=None']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:48:21.981479 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-1efd4dfe-8235-4f9c-8ec3-9ff3f17b7319 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:48:21.984922 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-1efd4dfe-8235-4f9c-8ec3-9ff3f17b7319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:21.987889 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-1efd4dfe-8235-4f9c-8ec3-9ff3f17b7319 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/399ffd8c-06e8-4654-a56c-810f28297601 HTTP/1.1" status: 204 len: 168 time: 0.1642067 Apr 19 07:48:24.400285 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 45464) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:48:24.532992 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-3c1d6b4a-58aa-4b3c-b84d-d4e61c683277 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:24.548619 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-3c1d6b4a-58aa-4b3c-b84d-d4e61c683277 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:48:24.553051 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-3c1d6b4a-58aa-4b3c-b84d-d4e61c683277 admin admin] Usage tracker for resource:security_group_rule and tenant:a3dee67d79f2415b9f12ddf2f831059e is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:48:24.556204 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-3c1d6b4a-58aa-4b3c-b84d-d4e61c683277 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:48:24.562794 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-3c1d6b4a-58aa-4b3c-b84d-d4e61c683277 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:48:24.655523 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-3c1d6b4a-58aa-4b3c-b84d-d4e61c683277 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:24.659306 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-3c1d6b4a-58aa-4b3c-b84d-d4e61c683277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:24.666694 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-11ee8874-adcf-48a0-8592-a32d4fe55fb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:48:24.713342 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1d6b4a-58aa-4b3c-b84d-d4e61c683277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d086826-e79d-4c74-b4b7-02293ecc465e,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:48:24.720548 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-3c1d6b4a-58aa-4b3c-b84d-d4e61c683277 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a3dee67d79f2415b9f12ddf2f831059e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3165283 Apr 19 07:48:24.720548 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-3c1d6b4a-58aa-4b3c-b84d-d4e61c683277 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:48:24.720800 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 45474) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:48:24.784078 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-df7657a5-c4a3-4366-91e5-cf9b3f24a217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:24.812699 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-df7657a5-c4a3-4366-91e5-cf9b3f24a217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:24.858556 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-df7657a5-c4a3-4366-91e5-cf9b3f24a217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:24.864009 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-11b0cb6c-db34-4915-9cb3-2c99d3c14474 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:48:24.878170 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7657a5-c4a3-4366-91e5-cf9b3f24a217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d086826-e79d-4c74-b4b7-02293ecc465e,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:48:24.881012 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-df7657a5-c4a3-4366-91e5-cf9b3f24a217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:48:24.891597 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-df7657a5-c4a3-4366-91e5-cf9b3f24a217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:24.892837 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-df7657a5-c4a3-4366-91e5-cf9b3f24a217 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1d086826-e79d-4c74-b4b7-02293ecc465e HTTP/1.1" status: 204 len: 168 time: 0.1710863 Apr 19 07:48:25.193472 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 45484) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:48:25.213553 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-b9e520aa-4a46-4206-b465-daf2bb2f4572 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:25.229020 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-b9e520aa-4a46-4206-b465-daf2bb2f4572 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:48:25.233474 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-b9e520aa-4a46-4206-b465-daf2bb2f4572 admin admin] Usage tracker for resource:security_group_rule and tenant:e60f7e99c0104ff192516be2aa3f5e4e is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:48:25.236657 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-b9e520aa-4a46-4206-b465-daf2bb2f4572 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:48:25.243757 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-b9e520aa-4a46-4206-b465-daf2bb2f4572 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:48:25.334257 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-b9e520aa-4a46-4206-b465-daf2bb2f4572 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:25.338046 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-b9e520aa-4a46-4206-b465-daf2bb2f4572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:25.345331 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-213e8d18-1fc5-45c7-ae50-e6394dbaf121 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:48:25.389592 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-b9e520aa-4a46-4206-b465-daf2bb2f4572 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e60f7e99c0104ff192516be2aa3f5e4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1949165 Apr 19 07:48:25.390439 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e520aa-4a46-4206-b465-daf2bb2f4572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acbb1943-f998-4442-9e96-6d36d000b51b,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:48:25.392766 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 45488) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:48:25.393840 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-b9e520aa-4a46-4206-b465-daf2bb2f4572 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:48:25.462591 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-8a2676a1-03ac-47c4-878f-973bd5b25ab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:25.491185 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-8a2676a1-03ac-47c4-878f-973bd5b25ab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:25.537293 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-8a2676a1-03ac-47c4-878f-973bd5b25ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:25.542197 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-04fe2142-61b3-4664-b4aa-ca4eeae03894 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:48:25.554621 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2676a1-03ac-47c4-878f-973bd5b25ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acbb1943-f998-4442-9e96-6d36d000b51b,revision_number=None']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:48:25.557093 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-8a2676a1-03ac-47c4-878f-973bd5b25ab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:48:25.560778 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-8a2676a1-03ac-47c4-878f-973bd5b25ab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:25.562467 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-8a2676a1-03ac-47c4-878f-973bd5b25ab7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/acbb1943-f998-4442-9e96-6d36d000b51b HTTP/1.1" status: 204 len: 168 time: 0.1681349 Apr 19 07:48:26.381161 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 45518) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:48:26.506947 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [None req-ad8c9b7f-62e0-4a0a-926d-1ff8ab0e34b5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-547192190-network', 'tenant_id': '94647ed1d5f74d60b6c4379359d1bf09'}} {{(pid=86412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:48:26.512303 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-ad8c9b7f-62e0-4a0a-926d-1ff8ab0e34b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:48:26.516791 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-ad8c9b7f-62e0-4a0a-926d-1ff8ab0e34b5 admin admin] Usage tracker for resource:network and tenant:94647ed1d5f74d60b6c4379359d1bf09 is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:48:26.520055 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-ad8c9b7f-62e0-4a0a-926d-1ff8ab0e34b5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:48:26.527426 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-ad8c9b7f-62e0-4a0a-926d-1ff8ab0e34b5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:48:26.538214 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad8c9b7f-62e0-4a0a-926d-1ff8ab0e34b5 admin admin] Made reservation on behalf of 94647ed1d5f74d60b6c4379359d1bf09 for: {'network': 1} {{(pid=86412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 07:48:26.542964 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-ad8c9b7f-62e0-4a0a-926d-1ff8ab0e34b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for network, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:26.556265 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-ad8c9b7f-62e0-4a0a-926d-1ff8ab0e34b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:26.575888 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-ad8c9b7f-62e0-4a0a-926d-1ff8ab0e34b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:48:26.581851 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-ad8c9b7f-62e0-4a0a-926d-1ff8ab0e34b5 admin admin] Usage tracker for resource:security_group_rule and tenant:94647ed1d5f74d60b6c4379359d1bf09 is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:48:26.584854 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-ad8c9b7f-62e0-4a0a-926d-1ff8ab0e34b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:48:26.590954 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-ad8c9b7f-62e0-4a0a-926d-1ff8ab0e34b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:48:26.678095 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-ad8c9b7f-62e0-4a0a-926d-1ff8ab0e34b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:26.682357 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-ad8c9b7f-62e0-4a0a-926d-1ff8ab0e34b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:26.685432 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-ca49ddcb-0ae3-4e6e-a95d-35d28ec4a59d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:48:26.714354 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad8c9b7f-62e0-4a0a-926d-1ff8ab0e34b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=86412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 07:48:26.723226 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8c9b7f-62e0-4a0a-926d-1ff8ab0e34b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=088b5179-7305-4dd8-ba85-0a218b53f2a9,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:48:26.727105 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-ad8c9b7f-62e0-4a0a-926d-1ff8ab0e34b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:48:26.729650 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-ad8c9b7f-62e0-4a0a-926d-1ff8ab0e34b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853992622'] for segment, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:26.730040 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.db.segments_db [None req-ad8c9b7f-62e0-4a0a-926d-1ff8ab0e34b5 admin admin] Added segment e3e891b6-e85e-49ef-9c7c-9544597e8975 of type vlan for network 7d486858-e64b-44b2-8cab-f04743aebbb1 Apr 19 07:48:26.757293 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-ad8c9b7f-62e0-4a0a-926d-1ff8ab0e34b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769764214250'] for network, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:26.792225 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-ad8c9b7f-62e0-4a0a-926d-1ff8ab0e34b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314'] for network, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:26.793627 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8c9b7f-62e0-4a0a-926d-1ff8ab0e34b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:48:26.794311 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-ad8c9b7f-62e0-4a0a-926d-1ff8ab0e34b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853097331'] for network, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:26.798069 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-2052f85c-be3a-4d78-bfdb-17390549980d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:48:26.904975 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8c9b7f-62e0-4a0a-926d-1ff8ab0e34b5 admin admin] Pushing event updated for resources: {'Network': ['ID=7d486858-e64b-44b2-8cab-f04743aebbb1,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:48:26.908629 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-ad8c9b7f-62e0-4a0a-926d-1ff8ab0e34b5 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5263569 Apr 19 07:48:26.909650 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-ad8c9b7f-62e0-4a0a-926d-1ff8ab0e34b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:48:26.912783 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 45524) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:48:26.917507 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Network 7d486858-e64b-44b2-8cab-f04743aebbb1 details requested by agent ovs-agent-dv-cinder-773870-2-smb with host dv-cinder-773870-2-smb {{(pid=86414) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 07:48:26.918864 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [None req-10a41485-21de-4aaf-81cd-5f256b77ef68 admin admin] Request body: {'subnet': {'network_id': '7d486858-e64b-44b2-8cab-f04743aebbb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-547192190-subnet', 'tenant_id': '94647ed1d5f74d60b6c4379359d1bf09', 'ip_version': 4}} {{(pid=86412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:48:26.924497 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-10a41485-21de-4aaf-81cd-5f256b77ef68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:48:26.928727 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-10a41485-21de-4aaf-81cd-5f256b77ef68 admin admin] Usage tracker for resource:subnet and tenant:94647ed1d5f74d60b6c4379359d1bf09 is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:48:26.931773 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-10a41485-21de-4aaf-81cd-5f256b77ef68 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:48:26.938192 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-10a41485-21de-4aaf-81cd-5f256b77ef68 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:48:26.952516 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a41485-21de-4aaf-81cd-5f256b77ef68 admin admin] Made reservation on behalf of 94647ed1d5f74d60b6c4379359d1bf09 for: {'subnet': 1} {{(pid=86412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 07:48:26.957584 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-10a41485-21de-4aaf-81cd-5f256b77ef68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3320787'] for subnet, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:27.392418 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-10a41485-21de-4aaf-81cd-5f256b77ef68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1716840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850838354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3320770'] for subnet, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:27.397427 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-60efc05e-d331-465c-bb26-35295f3f0796 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:48:27.475114 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a41485-21de-4aaf-81cd-5f256b77ef68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cacf8967-612b-4e84-94e9-bd6427688a13,revision_number=0']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:48:27.478148 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-10a41485-21de-4aaf-81cd-5f256b77ef68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:48:27.488666 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a41485-21de-4aaf-81cd-5f256b77ef68 admin admin] Checking segment: {'id': 'e3e891b6-e85e-49ef-9c7c-9544597e8975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '7d486858-e64b-44b2-8cab-f04743aebbb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 07:48:27.489049 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a41485-21de-4aaf-81cd-5f256b77ef68 admin admin] Network hostable DHCP agents. Network: 7d486858-e64b-44b2-8cab-f04743aebbb1, hostable agents: ['f48e5f8f-9537-4f01-bc3c-e3892051a721'], hosted agents: [] {{(pid=86412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 07:48:27.509149 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a41485-21de-4aaf-81cd-5f256b77ef68 admin admin] Network 7d486858-e64b-44b2-8cab-f04743aebbb1 is scheduled to be hosted by DHCP agent f48e5f8f-9537-4f01-bc3c-e3892051a721 with binding_index 1 {{(pid=86412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 07:48:27.517764 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.base_scheduler [None req-10a41485-21de-4aaf-81cd-5f256b77ef68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773870-2-smb, 7d486858-e64b-44b2-8cab-f04743aebbb1) {{(pid=86412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 07:48:27.527634 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b238485a-01f0-4d01-bbcd-8496b82096c0 None None] Network 7d486858-e64b-44b2-8cab-f04743aebbb1 requested from dv-cinder-773870-2-smb {{(pid=86414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 07:48:27.530353 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a41485-21de-4aaf-81cd-5f256b77ef68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:48:27.531003 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-10a41485-21de-4aaf-81cd-5f256b77ef68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:27.553564 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-10a41485-21de-4aaf-81cd-5f256b77ef68 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6368809 Apr 19 07:48:27.553739 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 45542) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:48:27.560646 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [None req-95f2b1d2-3934-4e4a-934c-4915d4c15a68 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-547192190-router', 'tenant_id': '94647ed1d5f74d60b6c4379359d1bf09', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f'}}} {{(pid=86412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:48:27.566571 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-95f2b1d2-3934-4e4a-934c-4915d4c15a68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:48:27.570783 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-95f2b1d2-3934-4e4a-934c-4915d4c15a68 admin admin] Usage tracker for resource:router and tenant:94647ed1d5f74d60b6c4379359d1bf09 is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:48:27.574504 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-95f2b1d2-3934-4e4a-934c-4915d4c15a68 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:48:27.580769 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-95f2b1d2-3934-4e4a-934c-4915d4c15a68 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:48:27.590480 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-95f2b1d2-3934-4e4a-934c-4915d4c15a68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2872'] for router, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:27.591601 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-95f2b1d2-3934-4e4a-934c-4915d4c15a68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852969244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852963326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853065965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772944'] for router, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:27.608236 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-95f2b1d2-3934-4e4a-934c-4915d4c15a68 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:27.767572 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f69abb5-e879-418f-b172-df3c413616db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeade674a-62f6-546f-90c5-e6c95b1ab3ad-7d486858-e64b-44b2-8cab-f04743aebbb1', 'network_id': '7d486858-e64b-44b2-8cab-f04743aebbb1', 'tenant_id': '94647ed1d5f74d60b6c4379359d1bf09', 'fixed_ips': [{'subnet_id': 'cacf8967-612b-4e84-94e9-bd6427688a13'}]}} from dv-cinder-773870-2-smb. {{(pid=86414) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 07:48:27.768502 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-3f69abb5-e879-418f-b172-df3c413616db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_create {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:27.905266 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-95f2b1d2-3934-4e4a-934c-4915d4c15a68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852963083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852968353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772959'] for router, precommit_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:27.936292 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.db_base_plugin_common [None req-3f69abb5-e879-418f-b172-df3c413616db None None] Allocated IP 172.20.0.2 (7d486858-e64b-44b2-8cab-f04743aebbb1/cacf8967-612b-4e84-94e9-bd6427688a13/b233beec-55c1-4226-becf-9617326b9ff3) {{(pid=86414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 07:48:28.165256 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-3f69abb5-e879-418f-b172-df3c413616db None None] Notify callbacks [] for port, precommit_create {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:28.181545 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-3f69abb5-e879-418f-b172-df3c413616db None None] Transition to ACTIVE for port object b233beec-55c1-4226-becf-9617326b9ff3 will not be triggered until provisioned by entity L2. {{(pid=86414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 07:48:28.201395 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-3f69abb5-e879-418f-b172-df3c413616db None None] Transition to ACTIVE for port object b233beec-55c1-4226-becf-9617326b9ff3 will not be triggered until provisioned by entity DHCP. {{(pid=86414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 07:48:28.207631 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-3f69abb5-e879-418f-b172-df3c413616db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769764225105'] for port, after_create {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:28.217638 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:48:28.252439 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-95f2b1d2-3934-4e4a-934c-4915d4c15a68 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:28.283831 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f69abb5-e879-418f-b172-df3c413616db None None] Network 7d486858-e64b-44b2-8cab-f04743aebbb1 is already hosted by enough agents. {{(pid=86414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 07:48:28.287412 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.base_scheduler [None req-3f69abb5-e879-418f-b172-df3c413616db None None] Resources bound (agent type, host, resource id): {{(pid=86414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 07:48:28.288289 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-95f2b1d2-3934-4e4a-934c-4915d4c15a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:28.290003 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f69abb5-e879-418f-b172-df3c413616db None None] Received port after_create {{(pid=86414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 07:48:28.300044 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f69abb5-e879-418f-b172-df3c413616db None None] Pushing event updated for resources: {'Port': ['ID=b233beec-55c1-4226-becf-9617326b9ff3,revision_number=1']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:48:28.303008 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-3f69abb5-e879-418f-b172-df3c413616db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:48:28.395171 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-3f69abb5-e879-418f-b172-df3c413616db None None] Attempting to bind port b233beec-55c1-4226-becf-9617326b9ff3 on host dv-cinder-773870-2-smb for vnic_type normal with profile {{(pid=86414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 07:48:28.395487 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-3f69abb5-e879-418f-b172-df3c413616db None None] Attempting to bind port b233beec-55c1-4226-becf-9617326b9ff3 by drivers openvswitch,hyperv on host dv-cinder-773870-2-smb at level 0 using segments [{'id': 'e3e891b6-e85e-49ef-9c7c-9544597e8975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '7d486858-e64b-44b2-8cab-f04743aebbb1'}] {{(pid=86414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 07:48:28.395898 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f69abb5-e879-418f-b172-df3c413616db None None] Attempting to bind port b233beec-55c1-4226-becf-9617326b9ff3 on network 7d486858-e64b-44b2-8cab-f04743aebbb1 {{(pid=86414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 07:48:28.401696 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f69abb5-e879-418f-b172-df3c413616db None None] Checking agent: {'id': 'ee0c2bac-a846-4753-a270-37ad89ef2b53', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773870-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 32, 41), 'started_at': datetime.datetime(2021, 4, 19, 7, 33, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773870-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 07:48:28.402108 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f69abb5-e879-418f-b172-df3c413616db None None] Checking segment: {'id': 'e3e891b6-e85e-49ef-9c7c-9544597e8975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '7d486858-e64b-44b2-8cab-f04743aebbb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 07:48:28.402513 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-3f69abb5-e879-418f-b172-df3c413616db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:28.403006 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f69abb5-e879-418f-b172-df3c413616db None None] Bound using segment: {'id': 'e3e891b6-e85e-49ef-9c7c-9544597e8975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '7d486858-e64b-44b2-8cab-f04743aebbb1'} {{(pid=86414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 07:48:28.403528 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-3f69abb5-e879-418f-b172-df3c413616db None None] Bound port: b233beec-55c1-4226-becf-9617326b9ff3, host: dv-cinder-773870-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3e891b6-e85e-49ef-9c7c-9544597e8975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '7d486858-e64b-44b2-8cab-f04743aebbb1'}}] {{(pid=86414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 07:48:28.403983 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-3f69abb5-e879-418f-b172-df3c413616db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:28.434220 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.db_base_plugin_common [None req-95f2b1d2-3934-4e4a-934c-4915d4c15a68 admin admin] Allocated IP 172.28.2.24 (e87e9adf-9874-4d07-9d49-89485cde7b0f/53f1cb4b-365b-4e38-a680-1360d7889810/07c25574-bd44-4bf5-b34e-2dbf4ac081fb) {{(pid=86412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 07:48:28.499284 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-3f69abb5-e879-418f-b172-df3c413616db None None] For port b233beec-55c1-4226-becf-9617326b9ff3, host dv-cinder-773870-2-smb, cleared binding levels {{(pid=86414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 07:48:28.502456 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-3f69abb5-e879-418f-b172-df3c413616db None None] For port b233beec-55c1-4226-becf-9617326b9ff3, host dv-cinder-773870-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-smb',level=0,port_id=b233beec-55c1-4226-becf-9617326b9ff3,segment=NetworkSegment(e3e891b6-e85e-49ef-9c7c-9544597e8975),segment_id=e3e891b6-e85e-49ef-9c7c-9544597e8975)] {{(pid=86414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 07:48:28.506489 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-3f69abb5-e879-418f-b172-df3c413616db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:28.510400 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:48:28.595273 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-95f2b1d2-3934-4e4a-934c-4915d4c15a68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:28.606236 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f69abb5-e879-418f-b172-df3c413616db None None] Pushing event updated for resources: {'Port': ['ID=b233beec-55c1-4226-becf-9617326b9ff3,revision_number=2']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:48:28.610672 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-3f69abb5-e879-418f-b172-df3c413616db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:48:28.626377 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-95f2b1d2-3934-4e4a-934c-4915d4c15a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769764225105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3936575'] for port, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:28.630477 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-664c8324-8bb7-4d6c-a40f-abf78d98fa12 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:48:28.697812 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f2b1d2-3934-4e4a-934c-4915d4c15a68 admin admin] Network e87e9adf-9874-4d07-9d49-89485cde7b0f is already hosted by enough agents. {{(pid=86412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 07:48:28.701600 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.base_scheduler [None req-95f2b1d2-3934-4e4a-934c-4915d4c15a68 admin admin] Resources bound (agent type, host, resource id): {{(pid=86412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 07:48:28.705636 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f2b1d2-3934-4e4a-934c-4915d4c15a68 admin admin] Received port after_create {{(pid=86412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 07:48:28.737359 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b1d2-3934-4e4a-934c-4915d4c15a68 admin admin] Pushing event updated for resources: {'Port': ['ID=07c25574-bd44-4bf5-b34e-2dbf4ac081fb,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:48:28.744203 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-95f2b1d2-3934-4e4a-934c-4915d4c15a68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:48:29.465264 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-95f2b1d2-3934-4e4a-934c-4915d4c15a68 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:29.842659 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-95f2b1d2-3934-4e4a-934c-4915d4c15a68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1807431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812703'] for router, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:29.869183 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed49c7cf-7ebc-418b-b8e7-a9fbcce8ba6e None None] Network 7d486858-e64b-44b2-8cab-f04743aebbb1 requested from dv-cinder-773870-2-smb {{(pid=86414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 07:48:30.076645 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95f2b1d2-3934-4e4a-934c-4915d4c15a68 admin admin] Router 8ab3705e-06fb-4fa8-9747-2d66e184a762 is scheduled to L3 agent af0aee0b-5275-4bf1-b5b2-246fd8e7196c with binding_index 1 {{(pid=86412) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 07:48:30.136597 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Device b233beec-55c1-4226-becf-9617326b9ff3 up at agent ovs-agent-dv-cinder-773870-2-smb {{(pid=86414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 07:48:30.207761 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-af58da39-2332-4774-b9bd-58b1c97ac30c None None] Provisioning for port b233beec-55c1-4226-becf-9617326b9ff3 completed by entity DHCP. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 07:48:30.267775 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95f2b1d2-3934-4e4a-934c-4915d4c15a68 admin admin] Notify agent at l3_agent.dv-cinder-773870-2-smb the message routers_updated {{(pid=86412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 07:48:30.279916 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0f64c3-4416-469b-b4a8-589842975a21 None None] Sync routers for ids ['8ab3705e-06fb-4fa8-9747-2d66e184a762'] in dv-cinder-773870-2-smb {{(pid=86414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 07:48:30.290893 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-95f2b1d2-3934-4e4a-934c-4915d4c15a68 admin admin] Notify callbacks [] for router, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:30.292255 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-95f2b1d2-3934-4e4a-934c-4915d4c15a68 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7375481 Apr 19 07:48:30.295175 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 45582) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:48:30.302472 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Provisioning for port b233beec-55c1-4226-becf-9617326b9ff3 completed by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 07:48:30.311229 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0f64c3-4416-469b-b4a8-589842975a21 None None] Routers {'8ab3705e-06fb-4fa8-9747-2d66e184a762'} bound to L3 agent in host dv-cinder-773870-2-smb {{(pid=86414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 07:48:30.311899 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-3d0f64c3-4416-469b-b4a8-589842975a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T07:32:39Z,description=,heartbeat_timestamp=2021-04-19T07:48:09Z,host='dv-cinder-773870-2-smb',id=af0aee0b-5275-4bf1-b5b2-246fd8e7196c,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T07:32:39Z,topic='l3_agent')) {'router_ids': ['8ab3705e-06fb-4fa8-9747-2d66e184a762'], 'active': True} {{(pid=86414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:48:30.450894 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Provisioning complete for port b233beec-55c1-4226-becf-9617326b9ff3 triggered by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:48:30.450894 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:30.633697 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvr_db [None req-3d0f64c3-4416-469b-b4a8-589842975a21 None None] Set router 8ab3705e-06fb-4fa8-9747-2d66e184a762 gateway port host: dv-cinder-773870-2-smb {{(pid=86414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 07:48:30.811123 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:30.919921 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] For port b233beec-55c1-4226-becf-9617326b9ff3, host dv-cinder-773870-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-smb',level=0,port_id=b233beec-55c1-4226-becf-9617326b9ff3,segment=NetworkSegment(e3e891b6-e85e-49ef-9c7c-9544597e8975),segment_id=e3e891b6-e85e-49ef-9c7c-9544597e8975)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:48:30.932153 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:30.935798 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:48:31.022082 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-37d3d7e3-cc78-47da-831d-0c7aaf71e31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:31.053808 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-6be337f4-6d6b-46c0-852b-d1139d2144f6 None None] Provisioning complete for port b233beec-55c1-4226-becf-9617326b9ff3 triggered by entity DHCP. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:48:31.054144 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6be337f4-6d6b-46c0-852b-d1139d2144f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:31.079841 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Pushing event updated for resources: {'Port': ['ID=b233beec-55c1-4226-becf-9617326b9ff3,revision_number=3']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:48:31.105448 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:48:31.105824 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:48:31.106198 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:48:31.106599 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:48:31.107016 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:48:31.107377 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:48:31.107730 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:48:31.108118 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:48:31.108436 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:48:31.108788 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:48:31.109168 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:48:31.109495 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:48:31.124374 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:48:31.195447 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-3d0f64c3-4416-469b-b4a8-589842975a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab3705e-06fb-4fa8-9747-2d66e184a762', 'name': 'tempest-TestMinimumBasicScenario-547192190-router', 'tenant_id': '94647ed1d5f74d60b6c4379359d1bf09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.24'}], 'enable_snat': True}, 'gw_port_id': '07c25574-bd44-4bf5-b34e-2dbf4ac081fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:48:27Z', 'updated_at': '2021-04-19T07:48:28Z', 'revision_number': 3, 'project_id': '94647ed1d5f74d60b6c4379359d1bf09', 'gw_port': {'id': '07c25574-bd44-4bf5-b34e-2dbf4ac081fb', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8a:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab3705e-06fb-4fa8-9747-2d66e184a762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:48:28Z', 'updated_at': '2021-04-19T07:48:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb'}], 'dv-cinder-773870-2-smb', False) {} {{(pid=86414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:48:31.210324 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0f64c3-4416-469b-b4a8-589842975a21 None None] Checking router: 8ab3705e-06fb-4fa8-9747-2d66e184a762 for host: dv-cinder-773870-2-smb {{(pid=86414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 07:48:31.210730 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0f64c3-4416-469b-b4a8-589842975a21 None None] Updating router 8ab3705e-06fb-4fa8-9747-2d66e184a762 port 07c25574-bd44-4bf5-b34e-2dbf4ac081fb binding host dv-cinder-773870-2-smb {{(pid=86414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 07:48:31.256129 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.db_base_plugin_common [None req-37d3d7e3-cc78-47da-831d-0c7aaf71e31d admin admin] Allocated IP 172.20.0.1 (7d486858-e64b-44b2-8cab-f04743aebbb1/cacf8967-612b-4e84-94e9-bd6427688a13/aee69903-a1c7-4848-a87c-faafa5826732) {{(pid=86412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 07:48:31.272893 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-3d0f64c3-4416-469b-b4a8-589842975a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:31.410797 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-37d3d7e3-cc78-47da-831d-0c7aaf71e31d admin admin] Notify callbacks [] for port, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:31.429266 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-37d3d7e3-cc78-47da-831d-0c7aaf71e31d admin admin] Transition to ACTIVE for port object aee69903-a1c7-4848-a87c-faafa5826732 will not be triggered until provisioned by entity DHCP. {{(pid=86412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 07:48:31.455602 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-37d3d7e3-cc78-47da-831d-0c7aaf71e31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769764225105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3936575'] for port, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:31.460393 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-b6d1cd0c-7dd2-4375-b58d-9ad4afaca5c9 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:48:31.523777 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d3d7e3-cc78-47da-831d-0c7aaf71e31d admin admin] Network 7d486858-e64b-44b2-8cab-f04743aebbb1 is already hosted by enough agents. {{(pid=86412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 07:48:31.531330 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.base_scheduler [None req-37d3d7e3-cc78-47da-831d-0c7aaf71e31d admin admin] Resources bound (agent type, host, resource id): {{(pid=86412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 07:48:31.535904 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d3d7e3-cc78-47da-831d-0c7aaf71e31d admin admin] Received port after_create {{(pid=86412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 07:48:31.574410 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d3d7e3-cc78-47da-831d-0c7aaf71e31d admin admin] Pushing event updated for resources: {'Port': ['ID=aee69903-a1c7-4848-a87c-faafa5826732,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:48:31.578861 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-37d3d7e3-cc78-47da-831d-0c7aaf71e31d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:48:31.599589 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-37d3d7e3-cc78-47da-831d-0c7aaf71e31d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852965886'] for router_interface, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:31.625801 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-3d0f64c3-4416-469b-b4a8-589842975a21 None None] Notify callbacks [] for port, precommit_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:31.641773 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-3d0f64c3-4416-469b-b4a8-589842975a21 None None] Transition to ACTIVE for port object 07c25574-bd44-4bf5-b34e-2dbf4ac081fb will not be triggered until provisioned by entity L2. {{(pid=86414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 07:48:31.652496 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-3d0f64c3-4416-469b-b4a8-589842975a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:31.657445 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-3f69abb5-e879-418f-b172-df3c413616db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:48:31.751858 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-3d0f64c3-4416-469b-b4a8-589842975a21 None None] Attempting to bind port 07c25574-bd44-4bf5-b34e-2dbf4ac081fb on host dv-cinder-773870-2-smb for vnic_type normal with profile {{(pid=86414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 07:48:31.752273 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-3d0f64c3-4416-469b-b4a8-589842975a21 None None] Attempting to bind port 07c25574-bd44-4bf5-b34e-2dbf4ac081fb by drivers openvswitch,hyperv on host dv-cinder-773870-2-smb at level 0 using segments [{'id': '02bd2b75-5f2a-405f-9739-3049934ed397', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f'}] {{(pid=86414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 07:48:31.752687 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0f64c3-4416-469b-b4a8-589842975a21 None None] Attempting to bind port 07c25574-bd44-4bf5-b34e-2dbf4ac081fb on network e87e9adf-9874-4d07-9d49-89485cde7b0f {{(pid=86414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 07:48:31.759522 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64e1293-6696-42be-a53b-c54d3c9f0821 None None] Pushing event updated for resources: {'Port': ['ID=07c25574-bd44-4bf5-b34e-2dbf4ac081fb,revision_number=2']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:48:31.763060 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-b64e1293-6696-42be-a53b-c54d3c9f0821 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:48:31.773857 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0f64c3-4416-469b-b4a8-589842975a21 None None] Checking agent: {'id': 'ee0c2bac-a846-4753-a270-37ad89ef2b53', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773870-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 32, 41), 'started_at': datetime.datetime(2021, 4, 19, 7, 33, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773870-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 07:48:31.774221 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0f64c3-4416-469b-b4a8-589842975a21 None None] Checking segment: {'id': '02bd2b75-5f2a-405f-9739-3049934ed397', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 07:48:31.774683 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-3d0f64c3-4416-469b-b4a8-589842975a21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:31.775162 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0f64c3-4416-469b-b4a8-589842975a21 None None] Bound using segment: {'id': '02bd2b75-5f2a-405f-9739-3049934ed397', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f'} {{(pid=86414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 07:48:31.775716 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-3d0f64c3-4416-469b-b4a8-589842975a21 None None] Bound port: 07c25574-bd44-4bf5-b34e-2dbf4ac081fb, host: dv-cinder-773870-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02bd2b75-5f2a-405f-9739-3049934ed397', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f'}}] {{(pid=86414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 07:48:31.776137 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-3d0f64c3-4416-469b-b4a8-589842975a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:31.836872 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-f3fe9fd1-f640-4236-af39-74affb147e5b None None] Provisioning for port aee69903-a1c7-4848-a87c-faafa5826732 completed by entity DHCP. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 07:48:31.856212 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-f3fe9fd1-f640-4236-af39-74affb147e5b None None] Provisioning complete for port aee69903-a1c7-4848-a87c-faafa5826732 triggered by entity DHCP. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:48:31.856624 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-f3fe9fd1-f640-4236-af39-74affb147e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:31.924206 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-3d0f64c3-4416-469b-b4a8-589842975a21 None None] For port 07c25574-bd44-4bf5-b34e-2dbf4ac081fb, host dv-cinder-773870-2-smb, cleared binding levels {{(pid=86414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 07:48:31.936315 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-f3fe9fd1-f640-4236-af39-74affb147e5b None None] Port aee69903-a1c7-4848-a87c-faafa5826732 cannot update to ACTIVE because it is not bound. {{(pid=86414) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 07:48:31.940051 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-3d0f64c3-4416-469b-b4a8-589842975a21 None None] For port 07c25574-bd44-4bf5-b34e-2dbf4ac081fb, host dv-cinder-773870-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-smb',level=0,port_id=07c25574-bd44-4bf5-b34e-2dbf4ac081fb,segment=NetworkSegment(02bd2b75-5f2a-405f-9739-3049934ed397),segment_id=02bd2b75-5f2a-405f-9739-3049934ed397)] {{(pid=86414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 07:48:31.944001 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-3d0f64c3-4416-469b-b4a8-589842975a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:31.948967 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-b64e1293-6696-42be-a53b-c54d3c9f0821 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:48:32.000894 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Device b233beec-55c1-4226-becf-9617326b9ff3 up at agent ovs-agent-dv-cinder-773870-2-smb {{(pid=86414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 07:48:32.099510 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0f64c3-4416-469b-b4a8-589842975a21 None None] Routers {'8ab3705e-06fb-4fa8-9747-2d66e184a762'} bound to L3 agent in host dv-cinder-773870-2-smb {{(pid=86414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 07:48:32.100189 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-3d0f64c3-4416-469b-b4a8-589842975a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T07:32:39Z,description=,heartbeat_timestamp=2021-04-19T07:48:09Z,host='dv-cinder-773870-2-smb',id=af0aee0b-5275-4bf1-b5b2-246fd8e7196c,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T07:32:39Z,topic='l3_agent')) {'router_ids': ['8ab3705e-06fb-4fa8-9747-2d66e184a762'], 'active': True} {{(pid=86414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:48:32.122534 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-37d3d7e3-cc78-47da-831d-0c7aaf71e31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:32.154450 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64e1293-6696-42be-a53b-c54d3c9f0821 None None] Pushing event updated for resources: {'Port': ['ID=07c25574-bd44-4bf5-b34e-2dbf4ac081fb,revision_number=3']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:48:32.167477 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-b64e1293-6696-42be-a53b-c54d3c9f0821 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:48:32.370499 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-37d3d7e3-cc78-47da-831d-0c7aaf71e31d admin admin] Notify callbacks [] for port, precommit_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:32.375116 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-37d3d7e3-cc78-47da-831d-0c7aaf71e31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850839242'] for port, after_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:32.401478 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-2052f85c-be3a-4d78-bfdb-17390549980d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:48:32.458020 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Provisioning complete for port b233beec-55c1-4226-becf-9617326b9ff3 triggered by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:48:32.458433 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:32.492191 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-37d3d7e3-cc78-47da-831d-0c7aaf71e31d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853097297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810021'] for router_interface, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:32.495800 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d3d7e3-cc78-47da-831d-0c7aaf71e31d admin admin] Pushing event updated for resources: {'Port': ['ID=aee69903-a1c7-4848-a87c-faafa5826732,revision_number=2']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:48:32.499533 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-37d3d7e3-cc78-47da-831d-0c7aaf71e31d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:48:32.537676 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvr_db [None req-3d0f64c3-4416-469b-b4a8-589842975a21 None None] Set router 8ab3705e-06fb-4fa8-9747-2d66e184a762 gateway port host: dv-cinder-773870-2-smb {{(pid=86414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 07:48:32.636486 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d3d7e3-cc78-47da-831d-0c7aaf71e31d admin admin] Network 7d486858-e64b-44b2-8cab-f04743aebbb1 is already hosted by enough agents. {{(pid=86412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 07:48:32.637581 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.base_scheduler [None req-37d3d7e3-cc78-47da-831d-0c7aaf71e31d admin admin] Resources bound (agent type, host, resource id): {{(pid=86412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 07:48:32.838905 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37d3d7e3-cc78-47da-831d-0c7aaf71e31d admin admin] Router 8ab3705e-06fb-4fa8-9747-2d66e184a762 has already been hosted by L3 agent af0aee0b-5275-4bf1-b5b2-246fd8e7196c {{(pid=86412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 07:48:32.911098 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-082d82a5-a129-4275-8db0-53b50a0a82b7 None None] Provisioning complete for port aee69903-a1c7-4848-a87c-faafa5826732 triggered by entity DHCP. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:48:32.911214 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-082d82a5-a129-4275-8db0-53b50a0a82b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:32.982369 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-082d82a5-a129-4275-8db0-53b50a0a82b7 None None] Port aee69903-a1c7-4848-a87c-faafa5826732 cannot update to ACTIVE because it is not bound. {{(pid=86414) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 07:48:32.997279 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-3d0f64c3-4416-469b-b4a8-589842975a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab3705e-06fb-4fa8-9747-2d66e184a762', 'name': 'tempest-TestMinimumBasicScenario-547192190-router', 'tenant_id': '94647ed1d5f74d60b6c4379359d1bf09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.24'}], 'enable_snat': True}, 'gw_port_id': '07c25574-bd44-4bf5-b34e-2dbf4ac081fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:48:27Z', 'updated_at': '2021-04-19T07:48:32Z', 'revision_number': 4, 'project_id': '94647ed1d5f74d60b6c4379359d1bf09', 'gw_port': {'id': '07c25574-bd44-4bf5-b34e-2dbf4ac081fb', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8a:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab3705e-06fb-4fa8-9747-2d66e184a762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:48:28Z', 'updated_at': '2021-04-19T07:48:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb', '_interfaces': [{'id': 'aee69903-a1c7-4848-a87c-faafa5826732', 'name': '', 'network_id': '7d486858-e64b-44b2-8cab-f04743aebbb1', 'tenant_id': '94647ed1d5f74d60b6c4379359d1bf09', 'mac_address': 'fa:16:3e:36:b9:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab3705e-06fb-4fa8-9747-2d66e184a762', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'cacf8967-612b-4e84-94e9-bd6427688a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:48:31Z', 'updated_at': '2021-04-19T07:48:31Z', 'revision_number': 1, 'project_id': '94647ed1d5f74d60b6c4379359d1bf09', 'subnets': [{'id': 'cacf8967-612b-4e84-94e9-bd6427688a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-smb', False) {} {{(pid=86414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:48:33.001722 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0f64c3-4416-469b-b4a8-589842975a21 None None] The sync data for ids ['8ab3705e-06fb-4fa8-9747-2d66e184a762'] in dv-cinder-773870-2-smb is: [{'id': '8ab3705e-06fb-4fa8-9747-2d66e184a762', 'name': 'tempest-TestMinimumBasicScenario-547192190-router', 'tenant_id': '94647ed1d5f74d60b6c4379359d1bf09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.24'}], 'enable_snat': True}, 'gw_port_id': '07c25574-bd44-4bf5-b34e-2dbf4ac081fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:48:27Z', 'updated_at': '2021-04-19T07:48:32Z', 'revision_number': 4, 'project_id': '94647ed1d5f74d60b6c4379359d1bf09', 'gw_port': {'id': '07c25574-bd44-4bf5-b34e-2dbf4ac081fb', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8a:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab3705e-06fb-4fa8-9747-2d66e184a762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:48:28Z', 'updated_at': '2021-04-19T07:48:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb', '_interfaces': [{'id': 'aee69903-a1c7-4848-a87c-faafa5826732', 'name': '', 'network_id': '7d486858-e64b-44b2-8cab-f04743aebbb1', 'tenant_id': '94647ed1d5f74d60b6c4379359d1bf09', 'mac_address': 'fa:16:3e:36:b9:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab3705e-06fb-4fa8-9747-2d66e184a762', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'cacf8967-612b-4e84-94e9-bd6427688a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:48:31Z', 'updated_at': '2021-04-19T07:48:31Z', 'revision_number': 1, 'project_id': '94647ed1d5f74d60b6c4379359d1bf09', 'subnets': [{'id': 'cacf8967-612b-4e84-94e9-bd6427688a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 07:48:33.041275 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d3d7e3-cc78-47da-831d-0c7aaf71e31d admin admin] Notify agent at l3_agent.dv-cinder-773870-2-smb the message routers_updated {{(pid=86412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 07:48:33.051972 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-37d3d7e3-cc78-47da-831d-0c7aaf71e31d admin admin] 10.222.0.41 "PUT /v2.0/routers/8ab3705e-06fb-4fa8-9747-2d66e184a762/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7555819 Apr 19 07:48:33.155553 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 45606) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:48:33.286677 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d2a331c9-8b92-4a0b-a2c5-51aac7742b05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:33.302155 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-d2a331c9-8b92-4a0b-a2c5-51aac7742b05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:48:33.306319 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-d2a331c9-8b92-4a0b-a2c5-51aac7742b05 admin admin] Usage tracker for resource:security_group_rule and tenant:fd7c8d07d89148f5bd2111e13cd92a1a is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:48:33.309477 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-d2a331c9-8b92-4a0b-a2c5-51aac7742b05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:48:33.315991 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-d2a331c9-8b92-4a0b-a2c5-51aac7742b05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:48:33.426139 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d2a331c9-8b92-4a0b-a2c5-51aac7742b05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:33.429452 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d2a331c9-8b92-4a0b-a2c5-51aac7742b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:33.438939 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-b7c4cc38-37ad-4c36-8d31-439a95cef87f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:48:33.491112 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-d2a331c9-8b92-4a0b-a2c5-51aac7742b05 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fd7c8d07d89148f5bd2111e13cd92a1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3327799 Apr 19 07:48:33.492213 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a331c9-8b92-4a0b-a2c5-51aac7742b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f016af94-16ec-467f-a6e2-983533856773,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:48:33.493044 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 45620) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:48:33.495869 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-d2a331c9-8b92-4a0b-a2c5-51aac7742b05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:48:33.562651 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-cb34aac9-fc28-41fc-9eba-7698549859e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:33.594689 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-cb34aac9-fc28-41fc-9eba-7698549859e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:33.655998 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-cb34aac9-fc28-41fc-9eba-7698549859e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:33.659965 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 45628) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:48:33.661513 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-8621a62f-1a88-4df8-9e40-71b259c829c3 tempest-AttachVolumeShelveTestJSON-1977098636 tempest-AttachVolumeShelveTestJSON-1977098636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:48:33.666251 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [None req-fe523e92-b950-4d32-89c0-57b99597af30 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-337505505-network', 'tenant_id': 'cf0fee67fe3149bcb744c948ed8563b4'}} {{(pid=86412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:48:33.672440 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-fe523e92-b950-4d32-89c0-57b99597af30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:48:33.674954 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb34aac9-fc28-41fc-9eba-7698549859e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f016af94-16ec-467f-a6e2-983533856773,revision_number=None']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:48:33.676978 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-fe523e92-b950-4d32-89c0-57b99597af30 admin admin] Usage tracker for resource:network and tenant:cf0fee67fe3149bcb744c948ed8563b4 is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:48:33.680206 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-fe523e92-b950-4d32-89c0-57b99597af30 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:48:33.681088 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-cb34aac9-fc28-41fc-9eba-7698549859e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:33.683547 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-cb34aac9-fc28-41fc-9eba-7698549859e6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f016af94-16ec-467f-a6e2-983533856773 HTTP/1.1" status: 204 len: 168 time: 0.1892478 Apr 19 07:48:33.684796 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-cb34aac9-fc28-41fc-9eba-7698549859e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:48:33.705045 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-fe523e92-b950-4d32-89c0-57b99597af30 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:48:33.728167 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe523e92-b950-4d32-89c0-57b99597af30 admin admin] Made reservation on behalf of cf0fee67fe3149bcb744c948ed8563b4 for: {'network': 1} {{(pid=86412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 07:48:33.733946 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-fe523e92-b950-4d32-89c0-57b99597af30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for network, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:33.748400 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-fe523e92-b950-4d32-89c0-57b99597af30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:33.767317 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-fe523e92-b950-4d32-89c0-57b99597af30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:48:33.771829 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-fe523e92-b950-4d32-89c0-57b99597af30 admin admin] Usage tracker for resource:security_group_rule and tenant:cf0fee67fe3149bcb744c948ed8563b4 is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:48:33.775146 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-fe523e92-b950-4d32-89c0-57b99597af30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:48:33.783414 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-fe523e92-b950-4d32-89c0-57b99597af30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:48:33.894317 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-fe523e92-b950-4d32-89c0-57b99597af30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:33.901957 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-fe523e92-b950-4d32-89c0-57b99597af30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:33.915471 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-584912de-aaec-450d-a052-b1574856c9c1 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:48:33.930041 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe523e92-b950-4d32-89c0-57b99597af30 admin admin] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=86412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 07:48:33.962742 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-fe523e92-b950-4d32-89c0-57b99597af30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853992622'] for segment, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:33.963366 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.db.segments_db [None req-fe523e92-b950-4d32-89c0-57b99597af30 admin admin] Added segment 3e8085ef-2525-4b7f-aa60-17ba3770d40e of type vlan for network 03944856-e6a1-4497-9ca8-a1c676a122e6 Apr 19 07:48:33.972972 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe523e92-b950-4d32-89c0-57b99597af30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be7b199-035a-42be-990d-ffc9e14197f9,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:48:33.976820 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-fe523e92-b950-4d32-89c0-57b99597af30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:48:34.018823 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-fe523e92-b950-4d32-89c0-57b99597af30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769764214250'] for network, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:34.043013 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Device 07c25574-bd44-4bf5-b34e-2dbf4ac081fb up at agent ovs-agent-dv-cinder-773870-2-smb {{(pid=86414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 07:48:34.116402 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-fe523e92-b950-4d32-89c0-57b99597af30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314'] for network, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:34.118535 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe523e92-b950-4d32-89c0-57b99597af30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:48:34.119666 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-fe523e92-b950-4d32-89c0-57b99597af30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853097331'] for network, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:34.128584 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-6d516e79-f24a-407f-8824-ae798c38508e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:48:34.164534 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Provisioning for port 07c25574-bd44-4bf5-b34e-2dbf4ac081fb completed by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 07:48:34.171399 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Provisioning complete for port 07c25574-bd44-4bf5-b34e-2dbf4ac081fb triggered by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:48:34.171953 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:34.252013 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe523e92-b950-4d32-89c0-57b99597af30 admin admin] Pushing event updated for resources: {'Network': ['ID=03944856-e6a1-4497-9ca8-a1c676a122e6,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:48:34.264448 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-fe523e92-b950-4d32-89c0-57b99597af30 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6026988 Apr 19 07:48:34.265953 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-fe523e92-b950-4d32-89c0-57b99597af30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:48:34.281379 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Network 03944856-e6a1-4497-9ca8-a1c676a122e6 details requested by agent ovs-agent-dv-cinder-773870-2-smb with host dv-cinder-773870-2-smb {{(pid=86414) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 07:48:34.312122 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 45634) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:48:34.318844 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [None req-3a5ef176-61b4-4701-8774-7da48ee9bc56 admin admin] Request body: {'subnet': {'network_id': '03944856-e6a1-4497-9ca8-a1c676a122e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-337505505-subnet', 'tenant_id': 'cf0fee67fe3149bcb744c948ed8563b4', 'ip_version': 4}} {{(pid=86412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:48:34.324354 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-3a5ef176-61b4-4701-8774-7da48ee9bc56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:48:34.328554 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-3a5ef176-61b4-4701-8774-7da48ee9bc56 admin admin] Usage tracker for resource:subnet and tenant:cf0fee67fe3149bcb744c948ed8563b4 is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:48:34.331786 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-3a5ef176-61b4-4701-8774-7da48ee9bc56 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:48:34.338311 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-3a5ef176-61b4-4701-8774-7da48ee9bc56 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:48:34.350090 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a5ef176-61b4-4701-8774-7da48ee9bc56 admin admin] Made reservation on behalf of cf0fee67fe3149bcb744c948ed8563b4 for: {'subnet': 1} {{(pid=86412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 07:48:34.355098 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-3a5ef176-61b4-4701-8774-7da48ee9bc56 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3320787'] for subnet, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:34.405008 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:34.430116 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] For port 07c25574-bd44-4bf5-b34e-2dbf4ac081fb, host dv-cinder-773870-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-smb',level=0,port_id=07c25574-bd44-4bf5-b34e-2dbf4ac081fb,segment=NetworkSegment(02bd2b75-5f2a-405f-9739-3049934ed397),segment_id=02bd2b75-5f2a-405f-9739-3049934ed397)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:48:34.433240 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:34.435107 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:48:34.507245 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Pushing event updated for resources: {'Port': ['ID=07c25574-bd44-4bf5-b34e-2dbf4ac081fb,revision_number=4']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:48:34.519098 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:48:34.773859 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-3a5ef176-61b4-4701-8774-7da48ee9bc56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1716840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850838354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3320770'] for subnet, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:34.777779 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-b65fcac4-5fe2-4c7f-871a-c4041c66b910 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:48:34.850147 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5ef176-61b4-4701-8774-7da48ee9bc56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b93b2810-1557-4f7f-a050-12a8f10deaec,revision_number=0']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:48:34.852975 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-3a5ef176-61b4-4701-8774-7da48ee9bc56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:48:34.866312 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5ef176-61b4-4701-8774-7da48ee9bc56 admin admin] Checking segment: {'id': '3e8085ef-2525-4b7f-aa60-17ba3770d40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '03944856-e6a1-4497-9ca8-a1c676a122e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 07:48:34.866729 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5ef176-61b4-4701-8774-7da48ee9bc56 admin admin] Network hostable DHCP agents. Network: 03944856-e6a1-4497-9ca8-a1c676a122e6, hostable agents: ['f48e5f8f-9537-4f01-bc3c-e3892051a721'], hosted agents: [] {{(pid=86412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 07:48:34.886435 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5ef176-61b4-4701-8774-7da48ee9bc56 admin admin] Network 03944856-e6a1-4497-9ca8-a1c676a122e6 is scheduled to be hosted by DHCP agent f48e5f8f-9537-4f01-bc3c-e3892051a721 with binding_index 1 {{(pid=86412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 07:48:34.896234 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.base_scheduler [None req-3a5ef176-61b4-4701-8774-7da48ee9bc56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773870-2-smb, 03944856-e6a1-4497-9ca8-a1c676a122e6) {{(pid=86412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 07:48:34.905837 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b505c73-a94d-4ad1-9875-90dd391d7c98 None None] Network 03944856-e6a1-4497-9ca8-a1c676a122e6 requested from dv-cinder-773870-2-smb {{(pid=86414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 07:48:34.911707 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5ef176-61b4-4701-8774-7da48ee9bc56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:48:34.912344 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-3a5ef176-61b4-4701-8774-7da48ee9bc56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:34.932400 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-3a5ef176-61b4-4701-8774-7da48ee9bc56 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6190345 Apr 19 07:48:34.935463 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 45638) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:48:34.941329 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [None req-a6666a86-96f5-434b-aece-c262008ef6a9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-337505505-router', 'tenant_id': 'cf0fee67fe3149bcb744c948ed8563b4', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f'}}} {{(pid=86412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:48:34.946762 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-a6666a86-96f5-434b-aece-c262008ef6a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:48:34.951003 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-a6666a86-96f5-434b-aece-c262008ef6a9 admin admin] Usage tracker for resource:router and tenant:cf0fee67fe3149bcb744c948ed8563b4 is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:48:34.954623 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-a6666a86-96f5-434b-aece-c262008ef6a9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:48:34.960778 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-a6666a86-96f5-434b-aece-c262008ef6a9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:48:34.970464 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-a6666a86-96f5-434b-aece-c262008ef6a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1806572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2872'] for router, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:34.971547 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-a6666a86-96f5-434b-aece-c262008ef6a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852969244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852963326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853065965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772944'] for router, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:34.986424 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-a6666a86-96f5-434b-aece-c262008ef6a9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:35.140022 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad91bfb-7130-4094-8aa9-b5cd6e877fda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeade674a-62f6-546f-90c5-e6c95b1ab3ad-03944856-e6a1-4497-9ca8-a1c676a122e6', 'network_id': '03944856-e6a1-4497-9ca8-a1c676a122e6', 'tenant_id': 'cf0fee67fe3149bcb744c948ed8563b4', 'fixed_ips': [{'subnet_id': 'b93b2810-1557-4f7f-a050-12a8f10deaec'}]}} from dv-cinder-773870-2-smb. {{(pid=86414) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 07:48:35.141074 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-dad91bfb-7130-4094-8aa9-b5cd6e877fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_create {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:35.269447 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-a6666a86-96f5-434b-aece-c262008ef6a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852963083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852968353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772959'] for router, precommit_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:35.307907 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.db_base_plugin_common [None req-dad91bfb-7130-4094-8aa9-b5cd6e877fda None None] Allocated IP 172.20.0.2 (03944856-e6a1-4497-9ca8-a1c676a122e6/b93b2810-1557-4f7f-a050-12a8f10deaec/80af7908-3d8b-48c0-9401-21d834988483) {{(pid=86414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 07:48:35.523910 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-dad91bfb-7130-4094-8aa9-b5cd6e877fda None None] Notify callbacks [] for port, precommit_create {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:35.534791 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-dad91bfb-7130-4094-8aa9-b5cd6e877fda None None] Transition to ACTIVE for port object 80af7908-3d8b-48c0-9401-21d834988483 will not be triggered until provisioned by entity L2. {{(pid=86414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 07:48:35.554423 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-dad91bfb-7130-4094-8aa9-b5cd6e877fda None None] Transition to ACTIVE for port object 80af7908-3d8b-48c0-9401-21d834988483 will not be triggered until provisioned by entity DHCP. {{(pid=86414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 07:48:35.559996 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-dad91bfb-7130-4094-8aa9-b5cd6e877fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769764225105'] for port, after_create {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:35.564374 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-b64e1293-6696-42be-a53b-c54d3c9f0821 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:48:35.598021 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-a6666a86-96f5-434b-aece-c262008ef6a9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:35.630497 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-a6666a86-96f5-434b-aece-c262008ef6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:35.633315 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad91bfb-7130-4094-8aa9-b5cd6e877fda None None] Network 03944856-e6a1-4497-9ca8-a1c676a122e6 is already hosted by enough agents. {{(pid=86414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 07:48:35.636882 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.base_scheduler [None req-dad91bfb-7130-4094-8aa9-b5cd6e877fda None None] Resources bound (agent type, host, resource id): {{(pid=86414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 07:48:35.641056 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad91bfb-7130-4094-8aa9-b5cd6e877fda None None] Received port after_create {{(pid=86414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 07:48:35.647298 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad91bfb-7130-4094-8aa9-b5cd6e877fda None None] Pushing event updated for resources: {'Port': ['ID=80af7908-3d8b-48c0-9401-21d834988483,revision_number=1']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:48:35.651297 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-dad91bfb-7130-4094-8aa9-b5cd6e877fda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:48:35.738540 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-dad91bfb-7130-4094-8aa9-b5cd6e877fda None None] Attempting to bind port 80af7908-3d8b-48c0-9401-21d834988483 on host dv-cinder-773870-2-smb for vnic_type normal with profile {{(pid=86414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 07:48:35.738946 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-dad91bfb-7130-4094-8aa9-b5cd6e877fda None None] Attempting to bind port 80af7908-3d8b-48c0-9401-21d834988483 by drivers openvswitch,hyperv on host dv-cinder-773870-2-smb at level 0 using segments [{'id': '3e8085ef-2525-4b7f-aa60-17ba3770d40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '03944856-e6a1-4497-9ca8-a1c676a122e6'}] {{(pid=86414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 07:48:35.739378 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad91bfb-7130-4094-8aa9-b5cd6e877fda None None] Attempting to bind port 80af7908-3d8b-48c0-9401-21d834988483 on network 03944856-e6a1-4497-9ca8-a1c676a122e6 {{(pid=86414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 07:48:35.745205 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad91bfb-7130-4094-8aa9-b5cd6e877fda None None] Checking agent: {'id': 'ee0c2bac-a846-4753-a270-37ad89ef2b53', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773870-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 32, 41), 'started_at': datetime.datetime(2021, 4, 19, 7, 33, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773870-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 07:48:35.745619 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad91bfb-7130-4094-8aa9-b5cd6e877fda None None] Checking segment: {'id': '3e8085ef-2525-4b7f-aa60-17ba3770d40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '03944856-e6a1-4497-9ca8-a1c676a122e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 07:48:35.746064 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-dad91bfb-7130-4094-8aa9-b5cd6e877fda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:35.746496 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad91bfb-7130-4094-8aa9-b5cd6e877fda None None] Bound using segment: {'id': '3e8085ef-2525-4b7f-aa60-17ba3770d40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '03944856-e6a1-4497-9ca8-a1c676a122e6'} {{(pid=86414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 07:48:35.747014 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-dad91bfb-7130-4094-8aa9-b5cd6e877fda None None] Bound port: 80af7908-3d8b-48c0-9401-21d834988483, host: dv-cinder-773870-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e8085ef-2525-4b7f-aa60-17ba3770d40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '03944856-e6a1-4497-9ca8-a1c676a122e6'}}] {{(pid=86414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 07:48:35.747494 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-dad91bfb-7130-4094-8aa9-b5cd6e877fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:35.778064 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.db_base_plugin_common [None req-a6666a86-96f5-434b-aece-c262008ef6a9 admin admin] Allocated IP 172.28.2.25 (e87e9adf-9874-4d07-9d49-89485cde7b0f/53f1cb4b-365b-4e38-a680-1360d7889810/6cfd71ba-7aa3-41d6-862e-fb80c8b132e6) {{(pid=86412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 07:48:35.844316 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-dad91bfb-7130-4094-8aa9-b5cd6e877fda None None] For port 80af7908-3d8b-48c0-9401-21d834988483, host dv-cinder-773870-2-smb, cleared binding levels {{(pid=86414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 07:48:35.847510 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-dad91bfb-7130-4094-8aa9-b5cd6e877fda None None] For port 80af7908-3d8b-48c0-9401-21d834988483, host dv-cinder-773870-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-smb',level=0,port_id=80af7908-3d8b-48c0-9401-21d834988483,segment=NetworkSegment(3e8085ef-2525-4b7f-aa60-17ba3770d40e),segment_id=3e8085ef-2525-4b7f-aa60-17ba3770d40e)] {{(pid=86414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 07:48:35.851121 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-dad91bfb-7130-4094-8aa9-b5cd6e877fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:35.855793 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:48:35.951627 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad91bfb-7130-4094-8aa9-b5cd6e877fda None None] Pushing event updated for resources: {'Port': ['ID=80af7908-3d8b-48c0-9401-21d834988483,revision_number=2']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:48:35.959126 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-dad91bfb-7130-4094-8aa9-b5cd6e877fda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:48:36.003144 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Device 07c25574-bd44-4bf5-b34e-2dbf4ac081fb up at agent ovs-agent-dv-cinder-773870-2-smb {{(pid=86414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 07:48:36.088534 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Provisioning complete for port 07c25574-bd44-4bf5-b34e-2dbf4ac081fb triggered by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:48:36.089095 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:36.208779 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-a6666a86-96f5-434b-aece-c262008ef6a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:36.269618 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-a6666a86-96f5-434b-aece-c262008ef6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769764225105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3936575'] for port, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:36.274913 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-e4baf37e-7974-4b7c-b795-a1bd9759ede8 tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:48:36.345626 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6666a86-96f5-434b-aece-c262008ef6a9 admin admin] Network e87e9adf-9874-4d07-9d49-89485cde7b0f is already hosted by enough agents. {{(pid=86412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 07:48:36.349701 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.base_scheduler [None req-a6666a86-96f5-434b-aece-c262008ef6a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=86412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 07:48:36.353775 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6666a86-96f5-434b-aece-c262008ef6a9 admin admin] Received port after_create {{(pid=86412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 07:48:36.386193 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69dbd52d-03a8-4fb3-949b-5221268423a3 None None] Sync routers for ids ['8ab3705e-06fb-4fa8-9747-2d66e184a762'] in dv-cinder-773870-2-smb {{(pid=86415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 07:48:36.392715 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6666a86-96f5-434b-aece-c262008ef6a9 admin admin] Pushing event updated for resources: {'Port': ['ID=6cfd71ba-7aa3-41d6-862e-fb80c8b132e6,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:48:36.395935 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-a6666a86-96f5-434b-aece-c262008ef6a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:48:36.397651 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69dbd52d-03a8-4fb3-949b-5221268423a3 None None] Routers {'8ab3705e-06fb-4fa8-9747-2d66e184a762'} bound to L3 agent in host dv-cinder-773870-2-smb {{(pid=86415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 07:48:36.398285 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-69dbd52d-03a8-4fb3-949b-5221268423a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T07:32:39Z,description=,heartbeat_timestamp=2021-04-19T07:48:09Z,host='dv-cinder-773870-2-smb',id=af0aee0b-5275-4bf1-b5b2-246fd8e7196c,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T07:32:39Z,topic='l3_agent')) {'router_ids': ['8ab3705e-06fb-4fa8-9747-2d66e184a762'], 'active': True} {{(pid=86415) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:48:36.585425 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvr_db [None req-69dbd52d-03a8-4fb3-949b-5221268423a3 None None] Set router 8ab3705e-06fb-4fa8-9747-2d66e184a762 gateway port host: dv-cinder-773870-2-smb {{(pid=86415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 07:48:36.798671 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-a6666a86-96f5-434b-aece-c262008ef6a9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:36.911561 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-69dbd52d-03a8-4fb3-949b-5221268423a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab3705e-06fb-4fa8-9747-2d66e184a762', 'name': 'tempest-TestMinimumBasicScenario-547192190-router', 'tenant_id': '94647ed1d5f74d60b6c4379359d1bf09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.24'}], 'enable_snat': True}, 'gw_port_id': '07c25574-bd44-4bf5-b34e-2dbf4ac081fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:48:27Z', 'updated_at': '2021-04-19T07:48:32Z', 'revision_number': 4, 'project_id': '94647ed1d5f74d60b6c4379359d1bf09', 'gw_port': {'id': '07c25574-bd44-4bf5-b34e-2dbf4ac081fb', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab3705e-06fb-4fa8-9747-2d66e184a762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:48:28Z', 'updated_at': '2021-04-19T07:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb', '_interfaces': [{'id': 'aee69903-a1c7-4848-a87c-faafa5826732', 'name': '', 'network_id': '7d486858-e64b-44b2-8cab-f04743aebbb1', 'tenant_id': '94647ed1d5f74d60b6c4379359d1bf09', 'mac_address': 'fa:16:3e:36:b9:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab3705e-06fb-4fa8-9747-2d66e184a762', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'cacf8967-612b-4e84-94e9-bd6427688a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:48:31Z', 'updated_at': '2021-04-19T07:48:32Z', 'revision_number': 2, 'project_id': '94647ed1d5f74d60b6c4379359d1bf09', 'subnets': [{'id': 'cacf8967-612b-4e84-94e9-bd6427688a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-smb', False) {} {{(pid=86415) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:48:36.915707 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69dbd52d-03a8-4fb3-949b-5221268423a3 None None] Checking router: 8ab3705e-06fb-4fa8-9747-2d66e184a762 for host: dv-cinder-773870-2-smb {{(pid=86415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 07:48:36.916109 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69dbd52d-03a8-4fb3-949b-5221268423a3 None None] Updating router 8ab3705e-06fb-4fa8-9747-2d66e184a762 port aee69903-a1c7-4848-a87c-faafa5826732 binding host dv-cinder-773870-2-smb {{(pid=86415) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 07:48:36.975616 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-69dbd52d-03a8-4fb3-949b-5221268423a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86415) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:37.048176 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bf1ec705-1df5-4b89-ace9-a32bf172ed4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:37.184572 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-a6666a86-96f5-434b-aece-c262008ef6a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1807431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812703'] for router, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:37.271624 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34090ed-a3e1-4995-b8be-8dea6fa85197 None None] Network 03944856-e6a1-4497-9ca8-a1c676a122e6 requested from dv-cinder-773870-2-smb {{(pid=86414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 07:48:37.382078 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-f553a165-ce07-4b66-bb92-2657a0c070f9 None None] Provisioning for port 80af7908-3d8b-48c0-9401-21d834988483 completed by entity DHCP. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 07:48:37.409885 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6666a86-96f5-434b-aece-c262008ef6a9 admin admin] Router 781ccaad-d920-4f82-b7f0-a813117a69d6 is scheduled to L3 agent af0aee0b-5275-4bf1-b5b2-246fd8e7196c with binding_index 1 {{(pid=86412) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 07:48:37.528578 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-69dbd52d-03a8-4fb3-949b-5221268423a3 None None] Notify callbacks [] for port, precommit_update {{(pid=86415) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:37.541681 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-69dbd52d-03a8-4fb3-949b-5221268423a3 None None] Transition to ACTIVE for port object aee69903-a1c7-4848-a87c-faafa5826732 will not be triggered until provisioned by entity L2. {{(pid=86415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 07:48:37.548298 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-69dbd52d-03a8-4fb3-949b-5221268423a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86415) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:37.553611 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-e86d8b9f-8aea-4f92-960c-4867c23d65b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86415) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:48:37.607377 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6666a86-96f5-434b-aece-c262008ef6a9 admin admin] Notify agent at l3_agent.dv-cinder-773870-2-smb the message routers_updated {{(pid=86412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 07:48:37.617878 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108e8e1c-fa97-4453-9745-1e1cdeb408f4 None None] Sync routers for ids ['781ccaad-d920-4f82-b7f0-a813117a69d6'] in dv-cinder-773870-2-smb {{(pid=86414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 07:48:37.628149 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108e8e1c-fa97-4453-9745-1e1cdeb408f4 None None] Routers {'781ccaad-d920-4f82-b7f0-a813117a69d6'} bound to L3 agent in host dv-cinder-773870-2-smb {{(pid=86414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 07:48:37.628829 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-108e8e1c-fa97-4453-9745-1e1cdeb408f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T07:32:39Z,description=,heartbeat_timestamp=2021-04-19T07:48:09Z,host='dv-cinder-773870-2-smb',id=af0aee0b-5275-4bf1-b5b2-246fd8e7196c,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T07:32:39Z,topic='l3_agent')) {'router_ids': ['781ccaad-d920-4f82-b7f0-a813117a69d6'], 'active': True} {{(pid=86414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:48:37.640914 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-a6666a86-96f5-434b-aece-c262008ef6a9 admin admin] Notify callbacks [] for router, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:37.645160 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-a6666a86-96f5-434b-aece-c262008ef6a9 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7059329 Apr 19 07:48:37.645785 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 45642) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:48:37.809523 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-69dbd52d-03a8-4fb3-949b-5221268423a3 None None] Attempting to bind port aee69903-a1c7-4848-a87c-faafa5826732 on host dv-cinder-773870-2-smb for vnic_type normal with profile {{(pid=86415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 07:48:37.809990 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-69dbd52d-03a8-4fb3-949b-5221268423a3 None None] Attempting to bind port aee69903-a1c7-4848-a87c-faafa5826732 by drivers openvswitch,hyperv on host dv-cinder-773870-2-smb at level 0 using segments [{'id': 'e3e891b6-e85e-49ef-9c7c-9544597e8975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '7d486858-e64b-44b2-8cab-f04743aebbb1'}] {{(pid=86415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 07:48:37.810403 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69dbd52d-03a8-4fb3-949b-5221268423a3 None None] Attempting to bind port aee69903-a1c7-4848-a87c-faafa5826732 on network 7d486858-e64b-44b2-8cab-f04743aebbb1 {{(pid=86415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 07:48:37.812896 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0150cea-a7fd-4f83-8cba-6bbf0fee6b60 None None] Pushing event updated for resources: {'Port': ['ID=aee69903-a1c7-4848-a87c-faafa5826732,revision_number=3']} {{(pid=86415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:48:37.823230 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0150cea-a7fd-4f83-8cba-6bbf0fee6b60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:48:37.823613 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0150cea-a7fd-4f83-8cba-6bbf0fee6b60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:48:37.823968 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0150cea-a7fd-4f83-8cba-6bbf0fee6b60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:48:37.824334 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0150cea-a7fd-4f83-8cba-6bbf0fee6b60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:48:37.824697 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0150cea-a7fd-4f83-8cba-6bbf0fee6b60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:48:37.825057 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0150cea-a7fd-4f83-8cba-6bbf0fee6b60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:48:37.825416 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0150cea-a7fd-4f83-8cba-6bbf0fee6b60 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:48:37.825803 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0150cea-a7fd-4f83-8cba-6bbf0fee6b60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:48:37.826312 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0150cea-a7fd-4f83-8cba-6bbf0fee6b60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:48:37.826669 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0150cea-a7fd-4f83-8cba-6bbf0fee6b60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:48:37.827024 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0150cea-a7fd-4f83-8cba-6bbf0fee6b60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:48:37.827404 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0150cea-a7fd-4f83-8cba-6bbf0fee6b60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:48:37.833096 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-d0150cea-a7fd-4f83-8cba-6bbf0fee6b60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=86415) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:48:37.833940 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69dbd52d-03a8-4fb3-949b-5221268423a3 None None] Checking agent: {'id': 'ee0c2bac-a846-4753-a270-37ad89ef2b53', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773870-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 32, 41), 'started_at': datetime.datetime(2021, 4, 19, 7, 33, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773870-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 07:48:37.834353 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69dbd52d-03a8-4fb3-949b-5221268423a3 None None] Checking segment: {'id': 'e3e891b6-e85e-49ef-9c7c-9544597e8975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '7d486858-e64b-44b2-8cab-f04743aebbb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 07:48:37.834807 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-69dbd52d-03a8-4fb3-949b-5221268423a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86415) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:37.835265 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69dbd52d-03a8-4fb3-949b-5221268423a3 None None] Bound using segment: {'id': 'e3e891b6-e85e-49ef-9c7c-9544597e8975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '7d486858-e64b-44b2-8cab-f04743aebbb1'} {{(pid=86415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 07:48:37.835938 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-69dbd52d-03a8-4fb3-949b-5221268423a3 None None] Bound port: aee69903-a1c7-4848-a87c-faafa5826732, host: dv-cinder-773870-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3e891b6-e85e-49ef-9c7c-9544597e8975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '7d486858-e64b-44b2-8cab-f04743aebbb1'}}] {{(pid=86415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 07:48:37.839110 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-69dbd52d-03a8-4fb3-949b-5221268423a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86415) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:37.941736 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-69dbd52d-03a8-4fb3-949b-5221268423a3 None None] For port aee69903-a1c7-4848-a87c-faafa5826732, host dv-cinder-773870-2-smb, cleared binding levels {{(pid=86415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 07:48:37.946428 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-69dbd52d-03a8-4fb3-949b-5221268423a3 None None] For port aee69903-a1c7-4848-a87c-faafa5826732, host dv-cinder-773870-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-smb',level=0,port_id=aee69903-a1c7-4848-a87c-faafa5826732,segment=NetworkSegment(e3e891b6-e85e-49ef-9c7c-9544597e8975),segment_id=e3e891b6-e85e-49ef-9c7c-9544597e8975)] {{(pid=86415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 07:48:37.952436 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-69dbd52d-03a8-4fb3-949b-5221268423a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86415) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:37.958024 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-ce90b5b2-053a-4a72-8896-1d8a31ba0a6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86415) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:48:38.040821 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69dbd52d-03a8-4fb3-949b-5221268423a3 None None] Routers {'8ab3705e-06fb-4fa8-9747-2d66e184a762'} bound to L3 agent in host dv-cinder-773870-2-smb {{(pid=86415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 07:48:38.041226 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-69dbd52d-03a8-4fb3-949b-5221268423a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T07:32:39Z,description=,heartbeat_timestamp=2021-04-19T07:48:09Z,host='dv-cinder-773870-2-smb',id=af0aee0b-5275-4bf1-b5b2-246fd8e7196c,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T07:32:39Z,topic='l3_agent')) {'router_ids': ['8ab3705e-06fb-4fa8-9747-2d66e184a762'], 'active': True} {{(pid=86415) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:48:38.081364 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Device 80af7908-3d8b-48c0-9401-21d834988483 up at agent ovs-agent-dv-cinder-773870-2-smb {{(pid=86414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 07:48:38.163334 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvr_db [None req-108e8e1c-fa97-4453-9745-1e1cdeb408f4 None None] Set router 781ccaad-d920-4f82-b7f0-a813117a69d6 gateway port host: dv-cinder-773870-2-smb {{(pid=86414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 07:48:38.208406 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0150cea-a7fd-4f83-8cba-6bbf0fee6b60 None None] Pushing event updated for resources: {'Port': ['ID=aee69903-a1c7-4848-a87c-faafa5826732,revision_number=4']} {{(pid=86415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:48:38.212430 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-d0150cea-a7fd-4f83-8cba-6bbf0fee6b60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=86415) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:48:38.294084 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvr_db [None req-69dbd52d-03a8-4fb3-949b-5221268423a3 None None] Set router 8ab3705e-06fb-4fa8-9747-2d66e184a762 gateway port host: dv-cinder-773870-2-smb {{(pid=86415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 07:48:38.428870 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Provisioning for port 80af7908-3d8b-48c0-9401-21d834988483 completed by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 07:48:38.445950 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Provisioning complete for port 80af7908-3d8b-48c0-9401-21d834988483 triggered by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:48:38.446358 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:38.640524 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-69dbd52d-03a8-4fb3-949b-5221268423a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab3705e-06fb-4fa8-9747-2d66e184a762', 'name': 'tempest-TestMinimumBasicScenario-547192190-router', 'tenant_id': '94647ed1d5f74d60b6c4379359d1bf09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.24'}], 'enable_snat': True}, 'gw_port_id': '07c25574-bd44-4bf5-b34e-2dbf4ac081fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:48:27Z', 'updated_at': '2021-04-19T07:48:32Z', 'revision_number': 4, 'project_id': '94647ed1d5f74d60b6c4379359d1bf09', 'gw_port': {'id': '07c25574-bd44-4bf5-b34e-2dbf4ac081fb', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab3705e-06fb-4fa8-9747-2d66e184a762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:48:28Z', 'updated_at': '2021-04-19T07:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb', '_interfaces': [{'id': 'aee69903-a1c7-4848-a87c-faafa5826732', 'name': '', 'network_id': '7d486858-e64b-44b2-8cab-f04743aebbb1', 'tenant_id': '94647ed1d5f74d60b6c4379359d1bf09', 'mac_address': 'fa:16:3e:36:b9:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab3705e-06fb-4fa8-9747-2d66e184a762', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'cacf8967-612b-4e84-94e9-bd6427688a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:48:31Z', 'updated_at': '2021-04-19T07:48:37Z', 'revision_number': 4, 'project_id': '94647ed1d5f74d60b6c4379359d1bf09', 'subnets': [{'id': 'cacf8967-612b-4e84-94e9-bd6427688a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-smb', False) {} {{(pid=86415) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:48:38.644734 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69dbd52d-03a8-4fb3-949b-5221268423a3 None None] The sync data for ids ['8ab3705e-06fb-4fa8-9747-2d66e184a762'] in dv-cinder-773870-2-smb is: [{'id': '8ab3705e-06fb-4fa8-9747-2d66e184a762', 'name': 'tempest-TestMinimumBasicScenario-547192190-router', 'tenant_id': '94647ed1d5f74d60b6c4379359d1bf09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.24'}], 'enable_snat': True}, 'gw_port_id': '07c25574-bd44-4bf5-b34e-2dbf4ac081fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:48:27Z', 'updated_at': '2021-04-19T07:48:32Z', 'revision_number': 4, 'project_id': '94647ed1d5f74d60b6c4379359d1bf09', 'gw_port': {'id': '07c25574-bd44-4bf5-b34e-2dbf4ac081fb', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab3705e-06fb-4fa8-9747-2d66e184a762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:48:28Z', 'updated_at': '2021-04-19T07:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb', '_interfaces': [{'id': 'aee69903-a1c7-4848-a87c-faafa5826732', 'name': '', 'network_id': '7d486858-e64b-44b2-8cab-f04743aebbb1', 'tenant_id': '94647ed1d5f74d60b6c4379359d1bf09', 'mac_address': 'fa:16:3e:36:b9:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab3705e-06fb-4fa8-9747-2d66e184a762', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'cacf8967-612b-4e84-94e9-bd6427688a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:48:31Z', 'updated_at': '2021-04-19T07:48:37Z', 'revision_number': 4, 'project_id': '94647ed1d5f74d60b6c4379359d1bf09', 'subnets': [{'id': 'cacf8967-612b-4e84-94e9-bd6427688a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 07:48:38.655823 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-108e8e1c-fa97-4453-9745-1e1cdeb408f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '781ccaad-d920-4f82-b7f0-a813117a69d6', 'name': 'tempest-TestMinimumBasicScenario-337505505-router', 'tenant_id': 'cf0fee67fe3149bcb744c948ed8563b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': '6cfd71ba-7aa3-41d6-862e-fb80c8b132e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:48:34Z', 'updated_at': '2021-04-19T07:48:36Z', 'revision_number': 3, 'project_id': 'cf0fee67fe3149bcb744c948ed8563b4', 'gw_port': {'id': '6cfd71ba-7aa3-41d6-862e-fb80c8b132e6', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:53:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '781ccaad-d920-4f82-b7f0-a813117a69d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:48:35Z', 'updated_at': '2021-04-19T07:48:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb'}], 'dv-cinder-773870-2-smb', False) {} {{(pid=86414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:48:38.659528 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:38.671490 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108e8e1c-fa97-4453-9745-1e1cdeb408f4 None None] Checking router: 781ccaad-d920-4f82-b7f0-a813117a69d6 for host: dv-cinder-773870-2-smb {{(pid=86414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 07:48:38.671738 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108e8e1c-fa97-4453-9745-1e1cdeb408f4 None None] Updating router 781ccaad-d920-4f82-b7f0-a813117a69d6 port 6cfd71ba-7aa3-41d6-862e-fb80c8b132e6 binding host dv-cinder-773870-2-smb {{(pid=86414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 07:48:38.735277 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d978d25a-f2da-4b38-a84d-7abbe1e73ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:38.747514 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-108e8e1c-fa97-4453-9745-1e1cdeb408f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:38.782042 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] For port 80af7908-3d8b-48c0-9401-21d834988483, host dv-cinder-773870-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-smb',level=0,port_id=80af7908-3d8b-48c0-9401-21d834988483,segment=NetworkSegment(3e8085ef-2525-4b7f-aa60-17ba3770d40e),segment_id=3e8085ef-2525-4b7f-aa60-17ba3770d40e)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:48:38.791687 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:38.795879 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:48:38.942550 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Pushing event updated for resources: {'Port': ['ID=80af7908-3d8b-48c0-9401-21d834988483,revision_number=3']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:48:38.948455 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:48:38.968193 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.db_base_plugin_common [None req-d978d25a-f2da-4b38-a84d-7abbe1e73ccc admin admin] Allocated IP 172.20.0.1 (03944856-e6a1-4497-9ca8-a1c676a122e6/b93b2810-1557-4f7f-a050-12a8f10deaec/53fea0a0-ddbc-4688-bd35-43bbbb4c2b04) {{(pid=86412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 07:48:39.134158 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d978d25a-f2da-4b38-a84d-7abbe1e73ccc admin admin] Notify callbacks [] for port, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:39.150805 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-d978d25a-f2da-4b38-a84d-7abbe1e73ccc admin admin] Transition to ACTIVE for port object 53fea0a0-ddbc-4688-bd35-43bbbb4c2b04 will not be triggered until provisioned by entity DHCP. {{(pid=86412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 07:48:39.175872 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d978d25a-f2da-4b38-a84d-7abbe1e73ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769764225105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3936575'] for port, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:39.177756 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-4b2c0116-a5e4-42ff-a034-807f6d3e9145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:39.180961 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-b460eac9-4ebc-4a0f-84fe-ea89d120a09c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:48:39.190511 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-108e8e1c-fa97-4453-9745-1e1cdeb408f4 None None] Notify callbacks [] for port, precommit_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:39.203458 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-108e8e1c-fa97-4453-9745-1e1cdeb408f4 None None] Transition to ACTIVE for port object 6cfd71ba-7aa3-41d6-862e-fb80c8b132e6 will not be triggered until provisioned by entity L2. {{(pid=86414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 07:48:39.209809 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-108e8e1c-fa97-4453-9745-1e1cdeb408f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:39.213664 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:48:39.243106 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d978d25a-f2da-4b38-a84d-7abbe1e73ccc admin admin] Network 03944856-e6a1-4497-9ca8-a1c676a122e6 is already hosted by enough agents. {{(pid=86412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 07:48:39.255400 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.base_scheduler [None req-d978d25a-f2da-4b38-a84d-7abbe1e73ccc admin admin] Resources bound (agent type, host, resource id): {{(pid=86412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 07:48:39.260270 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d978d25a-f2da-4b38-a84d-7abbe1e73ccc admin admin] Received port after_create {{(pid=86412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 07:48:39.297070 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-108e8e1c-fa97-4453-9745-1e1cdeb408f4 None None] Attempting to bind port 6cfd71ba-7aa3-41d6-862e-fb80c8b132e6 on host dv-cinder-773870-2-smb for vnic_type normal with profile {{(pid=86414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 07:48:39.297651 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-108e8e1c-fa97-4453-9745-1e1cdeb408f4 None None] Attempting to bind port 6cfd71ba-7aa3-41d6-862e-fb80c8b132e6 by drivers openvswitch,hyperv on host dv-cinder-773870-2-smb at level 0 using segments [{'id': '02bd2b75-5f2a-405f-9739-3049934ed397', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f'}] {{(pid=86414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 07:48:39.297847 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108e8e1c-fa97-4453-9745-1e1cdeb408f4 None None] Attempting to bind port 6cfd71ba-7aa3-41d6-862e-fb80c8b132e6 on network e87e9adf-9874-4d07-9d49-89485cde7b0f {{(pid=86414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 07:48:39.298894 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d978d25a-f2da-4b38-a84d-7abbe1e73ccc admin admin] Pushing event updated for resources: {'Port': ['ID=53fea0a0-ddbc-4688-bd35-43bbbb4c2b04,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:48:39.303573 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-d978d25a-f2da-4b38-a84d-7abbe1e73ccc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:48:39.308993 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108e8e1c-fa97-4453-9745-1e1cdeb408f4 None None] Checking agent: {'id': 'ee0c2bac-a846-4753-a270-37ad89ef2b53', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773870-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 32, 41), 'started_at': datetime.datetime(2021, 4, 19, 7, 33, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773870-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 07:48:39.309413 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108e8e1c-fa97-4453-9745-1e1cdeb408f4 None None] Checking segment: {'id': '02bd2b75-5f2a-405f-9739-3049934ed397', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 07:48:39.309914 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-108e8e1c-fa97-4453-9745-1e1cdeb408f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:39.310348 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108e8e1c-fa97-4453-9745-1e1cdeb408f4 None None] Bound using segment: {'id': '02bd2b75-5f2a-405f-9739-3049934ed397', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f'} {{(pid=86414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 07:48:39.310874 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-108e8e1c-fa97-4453-9745-1e1cdeb408f4 None None] Bound port: 6cfd71ba-7aa3-41d6-862e-fb80c8b132e6, host: dv-cinder-773870-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02bd2b75-5f2a-405f-9739-3049934ed397', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f'}}] {{(pid=86414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 07:48:39.311312 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-108e8e1c-fa97-4453-9745-1e1cdeb408f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:39.324049 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d978d25a-f2da-4b38-a84d-7abbe1e73ccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852965886'] for router_interface, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:39.351347 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c68319-ead9-4179-a6ef-ffb35acbe47a None None] Pushing event updated for resources: {'Port': ['ID=6cfd71ba-7aa3-41d6-862e-fb80c8b132e6,revision_number=2']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:48:39.354334 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-e8c68319-ead9-4179-a6ef-ffb35acbe47a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:48:39.400911 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-108e8e1c-fa97-4453-9745-1e1cdeb408f4 None None] For port 6cfd71ba-7aa3-41d6-862e-fb80c8b132e6, host dv-cinder-773870-2-smb, cleared binding levels {{(pid=86414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 07:48:39.404446 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-108e8e1c-fa97-4453-9745-1e1cdeb408f4 None None] For port 6cfd71ba-7aa3-41d6-862e-fb80c8b132e6, host dv-cinder-773870-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-smb',level=0,port_id=6cfd71ba-7aa3-41d6-862e-fb80c8b132e6,segment=NetworkSegment(02bd2b75-5f2a-405f-9739-3049934ed397),segment_id=02bd2b75-5f2a-405f-9739-3049934ed397)] {{(pid=86414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 07:48:39.409616 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-108e8e1c-fa97-4453-9745-1e1cdeb408f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:39.415180 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:48:39.453826 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d978d25a-f2da-4b38-a84d-7abbe1e73ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:39.501153 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108e8e1c-fa97-4453-9745-1e1cdeb408f4 None None] Routers {'781ccaad-d920-4f82-b7f0-a813117a69d6'} bound to L3 agent in host dv-cinder-773870-2-smb {{(pid=86414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 07:48:39.501843 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-108e8e1c-fa97-4453-9745-1e1cdeb408f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-19T07:32:39Z,description=,heartbeat_timestamp=2021-04-19T07:48:39Z,host='dv-cinder-773870-2-smb',id=af0aee0b-5275-4bf1-b5b2-246fd8e7196c,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T07:32:39Z,topic='l3_agent')) {'router_ids': ['781ccaad-d920-4f82-b7f0-a813117a69d6'], 'active': True} {{(pid=86414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:48:39.642236 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c68319-ead9-4179-a6ef-ffb35acbe47a None None] Pushing event updated for resources: {'Port': ['ID=6cfd71ba-7aa3-41d6-862e-fb80c8b132e6,revision_number=3']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:48:39.647505 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-94056573-b5c3-4ecd-867f-8a342f56c4f1 None None] Provisioning for port 53fea0a0-ddbc-4688-bd35-43bbbb4c2b04 completed by entity DHCP. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 07:48:39.660240 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-e8c68319-ead9-4179-a6ef-ffb35acbe47a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:48:39.667116 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-94056573-b5c3-4ecd-867f-8a342f56c4f1 None None] Provisioning complete for port 53fea0a0-ddbc-4688-bd35-43bbbb4c2b04 triggered by entity DHCP. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:48:39.667559 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-94056573-b5c3-4ecd-867f-8a342f56c4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:39.694785 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d978d25a-f2da-4b38-a84d-7abbe1e73ccc admin admin] Notify callbacks [] for port, precommit_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:39.699716 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d978d25a-f2da-4b38-a84d-7abbe1e73ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850839242'] for port, after_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:39.728380 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-927e80b8-08c8-4057-9b58-43f81b154e57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:48:39.751048 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-94056573-b5c3-4ecd-867f-8a342f56c4f1 None None] Port 53fea0a0-ddbc-4688-bd35-43bbbb4c2b04 cannot update to ACTIVE because it is not bound. {{(pid=86414) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 07:48:39.762267 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvr_db [None req-108e8e1c-fa97-4453-9745-1e1cdeb408f4 None None] Set router 781ccaad-d920-4f82-b7f0-a813117a69d6 gateway port host: dv-cinder-773870-2-smb {{(pid=86414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 07:48:39.815320 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d978d25a-f2da-4b38-a84d-7abbe1e73ccc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853097297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810021'] for router_interface, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:39.819040 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d978d25a-f2da-4b38-a84d-7abbe1e73ccc admin admin] Pushing event updated for resources: {'Port': ['ID=53fea0a0-ddbc-4688-bd35-43bbbb4c2b04,revision_number=2']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:48:39.822567 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-d978d25a-f2da-4b38-a84d-7abbe1e73ccc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:48:39.842782 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bf2cef0d-0a86-410b-90d7-6d8fe7ad6153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:39.971800 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d978d25a-f2da-4b38-a84d-7abbe1e73ccc admin admin] Network 03944856-e6a1-4497-9ca8-a1c676a122e6 is already hosted by enough agents. {{(pid=86412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 07:48:39.973141 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.base_scheduler [None req-d978d25a-f2da-4b38-a84d-7abbe1e73ccc admin admin] Resources bound (agent type, host, resource id): {{(pid=86412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 07:48:40.049333 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Device 80af7908-3d8b-48c0-9401-21d834988483 up at agent ovs-agent-dv-cinder-773870-2-smb {{(pid=86414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 07:48:40.182063 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d978d25a-f2da-4b38-a84d-7abbe1e73ccc admin admin] Router 781ccaad-d920-4f82-b7f0-a813117a69d6 has already been hosted by L3 agent af0aee0b-5275-4bf1-b5b2-246fd8e7196c {{(pid=86412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 07:48:40.196494 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-38ebf597-b0bc-4a4d-9114-72a1ddfb8aa9 None None] Provisioning complete for port 53fea0a0-ddbc-4688-bd35-43bbbb4c2b04 triggered by entity DHCP. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:48:40.196918 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-38ebf597-b0bc-4a4d-9114-72a1ddfb8aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:40.241931 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Provisioning complete for port 80af7908-3d8b-48c0-9401-21d834988483 triggered by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:48:40.242339 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:40.306611 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-108e8e1c-fa97-4453-9745-1e1cdeb408f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '781ccaad-d920-4f82-b7f0-a813117a69d6', 'name': 'tempest-TestMinimumBasicScenario-337505505-router', 'tenant_id': 'cf0fee67fe3149bcb744c948ed8563b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': '6cfd71ba-7aa3-41d6-862e-fb80c8b132e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:48:34Z', 'updated_at': '2021-04-19T07:48:39Z', 'revision_number': 4, 'project_id': 'cf0fee67fe3149bcb744c948ed8563b4', 'gw_port': {'id': '6cfd71ba-7aa3-41d6-862e-fb80c8b132e6', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:53:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '781ccaad-d920-4f82-b7f0-a813117a69d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:48:35Z', 'updated_at': '2021-04-19T07:48:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb', '_interfaces': [{'id': '53fea0a0-ddbc-4688-bd35-43bbbb4c2b04', 'name': '', 'network_id': '03944856-e6a1-4497-9ca8-a1c676a122e6', 'tenant_id': 'cf0fee67fe3149bcb744c948ed8563b4', 'mac_address': 'fa:16:3e:74:da:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '781ccaad-d920-4f82-b7f0-a813117a69d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'b93b2810-1557-4f7f-a050-12a8f10deaec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:48:38Z', 'updated_at': '2021-04-19T07:48:38Z', 'revision_number': 1, 'project_id': 'cf0fee67fe3149bcb744c948ed8563b4', 'subnets': [{'id': 'b93b2810-1557-4f7f-a050-12a8f10deaec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-smb', False) {} {{(pid=86414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:48:40.308631 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-38ebf597-b0bc-4a4d-9114-72a1ddfb8aa9 None None] Port 53fea0a0-ddbc-4688-bd35-43bbbb4c2b04 cannot update to ACTIVE because it is not bound. {{(pid=86414) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 07:48:40.324486 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108e8e1c-fa97-4453-9745-1e1cdeb408f4 None None] The sync data for ids ['781ccaad-d920-4f82-b7f0-a813117a69d6'] in dv-cinder-773870-2-smb is: [{'id': '781ccaad-d920-4f82-b7f0-a813117a69d6', 'name': 'tempest-TestMinimumBasicScenario-337505505-router', 'tenant_id': 'cf0fee67fe3149bcb744c948ed8563b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': '6cfd71ba-7aa3-41d6-862e-fb80c8b132e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:48:34Z', 'updated_at': '2021-04-19T07:48:39Z', 'revision_number': 4, 'project_id': 'cf0fee67fe3149bcb744c948ed8563b4', 'gw_port': {'id': '6cfd71ba-7aa3-41d6-862e-fb80c8b132e6', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:53:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '781ccaad-d920-4f82-b7f0-a813117a69d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:48:35Z', 'updated_at': '2021-04-19T07:48:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb', '_interfaces': [{'id': '53fea0a0-ddbc-4688-bd35-43bbbb4c2b04', 'name': '', 'network_id': '03944856-e6a1-4497-9ca8-a1c676a122e6', 'tenant_id': 'cf0fee67fe3149bcb744c948ed8563b4', 'mac_address': 'fa:16:3e:74:da:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '781ccaad-d920-4f82-b7f0-a813117a69d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'b93b2810-1557-4f7f-a050-12a8f10deaec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:48:38Z', 'updated_at': '2021-04-19T07:48:38Z', 'revision_number': 1, 'project_id': 'cf0fee67fe3149bcb744c948ed8563b4', 'subnets': [{'id': 'b93b2810-1557-4f7f-a050-12a8f10deaec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 07:48:40.373773 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d978d25a-f2da-4b38-a84d-7abbe1e73ccc admin admin] Notify agent at l3_agent.dv-cinder-773870-2-smb the message routers_updated {{(pid=86412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 07:48:40.383184 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-d978d25a-f2da-4b38-a84d-7abbe1e73ccc admin admin] 10.222.0.41 "PUT /v2.0/routers/781ccaad-d920-4f82-b7f0-a813117a69d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7356443 Apr 19 07:48:40.399001 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Device aee69903-a1c7-4848-a87c-faafa5826732 up at agent ovs-agent-dv-cinder-773870-2-smb {{(pid=86414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 07:48:40.468231 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Provisioning for port aee69903-a1c7-4848-a87c-faafa5826732 completed by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 07:48:40.479326 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Provisioning complete for port aee69903-a1c7-4848-a87c-faafa5826732 triggered by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:48:40.479741 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:40.767604 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:40.776208 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:40.853230 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:40.893739 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] For port aee69903-a1c7-4848-a87c-faafa5826732, host dv-cinder-773870-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-smb',level=0,port_id=aee69903-a1c7-4848-a87c-faafa5826732,segment=NetworkSegment(e3e891b6-e85e-49ef-9c7c-9544597e8975),segment_id=e3e891b6-e85e-49ef-9c7c-9544597e8975)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:48:40.897754 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:40.900688 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:48:40.979309 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Pushing event updated for resources: {'Port': ['ID=aee69903-a1c7-4848-a87c-faafa5826732,revision_number=5']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:48:40.982828 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:48:41.368553 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d08bd89e-63cf-49bc-b1d3-e1c35da66f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:42.079630 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Device 6cfd71ba-7aa3-41d6-862e-fb80c8b132e6 up at agent ovs-agent-dv-cinder-773870-2-smb {{(pid=86414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 07:48:42.156976 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Provisioning for port 6cfd71ba-7aa3-41d6-862e-fb80c8b132e6 completed by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 07:48:42.162970 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Provisioning complete for port 6cfd71ba-7aa3-41d6-862e-fb80c8b132e6 triggered by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:48:42.163417 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:42.296994 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:42.316117 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] For port 6cfd71ba-7aa3-41d6-862e-fb80c8b132e6, host dv-cinder-773870-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-smb',level=0,port_id=6cfd71ba-7aa3-41d6-862e-fb80c8b132e6,segment=NetworkSegment(02bd2b75-5f2a-405f-9739-3049934ed397),segment_id=02bd2b75-5f2a-405f-9739-3049934ed397)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:48:42.319960 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:42.320882 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Device aee69903-a1c7-4848-a87c-faafa5826732 up at agent ovs-agent-dv-cinder-773870-2-smb {{(pid=86414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 07:48:42.351670 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:48:42.452270 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Pushing event updated for resources: {'Port': ['ID=6cfd71ba-7aa3-41d6-862e-fb80c8b132e6,revision_number=4']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:48:42.455744 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:48:42.467440 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Provisioning complete for port aee69903-a1c7-4848-a87c-faafa5826732 triggered by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:48:42.467858 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:43.795850 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbf32fe-3031-4fe9-ae6b-93d9b1beb3c1 None None] Sync routers for ids ['781ccaad-d920-4f82-b7f0-a813117a69d6'] in dv-cinder-773870-2-smb {{(pid=86415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 07:48:43.806428 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbf32fe-3031-4fe9-ae6b-93d9b1beb3c1 None None] Routers {'781ccaad-d920-4f82-b7f0-a813117a69d6'} bound to L3 agent in host dv-cinder-773870-2-smb {{(pid=86415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 07:48:43.807172 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-fcbf32fe-3031-4fe9-ae6b-93d9b1beb3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-19T07:32:39Z,description=,heartbeat_timestamp=2021-04-19T07:48:39Z,host='dv-cinder-773870-2-smb',id=af0aee0b-5275-4bf1-b5b2-246fd8e7196c,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T07:32:39Z,topic='l3_agent')) {'router_ids': ['781ccaad-d920-4f82-b7f0-a813117a69d6'], 'active': True} {{(pid=86415) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:48:44.004128 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Device 6cfd71ba-7aa3-41d6-862e-fb80c8b132e6 up at agent ovs-agent-dv-cinder-773870-2-smb {{(pid=86414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 07:48:44.009445 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvr_db [None req-fcbf32fe-3031-4fe9-ae6b-93d9b1beb3c1 None None] Set router 781ccaad-d920-4f82-b7f0-a813117a69d6 gateway port host: dv-cinder-773870-2-smb {{(pid=86415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 07:48:44.169925 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Provisioning complete for port 6cfd71ba-7aa3-41d6-862e-fb80c8b132e6 triggered by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:48:44.170361 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:44.370346 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-fcbf32fe-3031-4fe9-ae6b-93d9b1beb3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '781ccaad-d920-4f82-b7f0-a813117a69d6', 'name': 'tempest-TestMinimumBasicScenario-337505505-router', 'tenant_id': 'cf0fee67fe3149bcb744c948ed8563b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': '6cfd71ba-7aa3-41d6-862e-fb80c8b132e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:48:34Z', 'updated_at': '2021-04-19T07:48:39Z', 'revision_number': 4, 'project_id': 'cf0fee67fe3149bcb744c948ed8563b4', 'gw_port': {'id': '6cfd71ba-7aa3-41d6-862e-fb80c8b132e6', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:53:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781ccaad-d920-4f82-b7f0-a813117a69d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:48:35Z', 'updated_at': '2021-04-19T07:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb', '_interfaces': [{'id': '53fea0a0-ddbc-4688-bd35-43bbbb4c2b04', 'name': '', 'network_id': '03944856-e6a1-4497-9ca8-a1c676a122e6', 'tenant_id': 'cf0fee67fe3149bcb744c948ed8563b4', 'mac_address': 'fa:16:3e:74:da:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '781ccaad-d920-4f82-b7f0-a813117a69d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'b93b2810-1557-4f7f-a050-12a8f10deaec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:48:38Z', 'updated_at': '2021-04-19T07:48:39Z', 'revision_number': 2, 'project_id': 'cf0fee67fe3149bcb744c948ed8563b4', 'subnets': [{'id': 'b93b2810-1557-4f7f-a050-12a8f10deaec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-smb', False) {} {{(pid=86415) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:48:44.375351 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbf32fe-3031-4fe9-ae6b-93d9b1beb3c1 None None] Checking router: 781ccaad-d920-4f82-b7f0-a813117a69d6 for host: dv-cinder-773870-2-smb {{(pid=86415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 07:48:44.375764 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbf32fe-3031-4fe9-ae6b-93d9b1beb3c1 None None] Updating router 781ccaad-d920-4f82-b7f0-a813117a69d6 port 53fea0a0-ddbc-4688-bd35-43bbbb4c2b04 binding host dv-cinder-773870-2-smb {{(pid=86415) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 07:48:44.440899 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-fcbf32fe-3031-4fe9-ae6b-93d9b1beb3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86415) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:44.820651 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-fcbf32fe-3031-4fe9-ae6b-93d9b1beb3c1 None None] Notify callbacks [] for port, precommit_update {{(pid=86415) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:44.838385 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-fcbf32fe-3031-4fe9-ae6b-93d9b1beb3c1 None None] Transition to ACTIVE for port object 53fea0a0-ddbc-4688-bd35-43bbbb4c2b04 will not be triggered until provisioned by entity L2. {{(pid=86415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 07:48:44.848961 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-fcbf32fe-3031-4fe9-ae6b-93d9b1beb3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86415) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:44.854749 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-ce90b5b2-053a-4a72-8896-1d8a31ba0a6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86415) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:48:45.235101 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e8a920-663f-4c37-9bfc-8f69017b80b4 None None] Pushing event updated for resources: {'Port': ['ID=53fea0a0-ddbc-4688-bd35-43bbbb4c2b04,revision_number=3']} {{(pid=86415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:48:45.245267 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-03e8a920-663f-4c37-9bfc-8f69017b80b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=86415) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:48:45.315294 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-fcbf32fe-3031-4fe9-ae6b-93d9b1beb3c1 None None] Attempting to bind port 53fea0a0-ddbc-4688-bd35-43bbbb4c2b04 on host dv-cinder-773870-2-smb for vnic_type normal with profile {{(pid=86415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 07:48:45.315700 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-fcbf32fe-3031-4fe9-ae6b-93d9b1beb3c1 None None] Attempting to bind port 53fea0a0-ddbc-4688-bd35-43bbbb4c2b04 by drivers openvswitch,hyperv on host dv-cinder-773870-2-smb at level 0 using segments [{'id': '3e8085ef-2525-4b7f-aa60-17ba3770d40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '03944856-e6a1-4497-9ca8-a1c676a122e6'}] {{(pid=86415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 07:48:45.316098 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbf32fe-3031-4fe9-ae6b-93d9b1beb3c1 None None] Attempting to bind port 53fea0a0-ddbc-4688-bd35-43bbbb4c2b04 on network 03944856-e6a1-4497-9ca8-a1c676a122e6 {{(pid=86415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 07:48:45.322349 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbf32fe-3031-4fe9-ae6b-93d9b1beb3c1 None None] Checking agent: {'id': 'ee0c2bac-a846-4753-a270-37ad89ef2b53', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773870-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 32, 41), 'started_at': datetime.datetime(2021, 4, 19, 7, 33, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773870-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 07:48:45.322748 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbf32fe-3031-4fe9-ae6b-93d9b1beb3c1 None None] Checking segment: {'id': '3e8085ef-2525-4b7f-aa60-17ba3770d40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '03944856-e6a1-4497-9ca8-a1c676a122e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 07:48:45.323216 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-fcbf32fe-3031-4fe9-ae6b-93d9b1beb3c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86415) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:45.323651 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbf32fe-3031-4fe9-ae6b-93d9b1beb3c1 None None] Bound using segment: {'id': '3e8085ef-2525-4b7f-aa60-17ba3770d40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '03944856-e6a1-4497-9ca8-a1c676a122e6'} {{(pid=86415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 07:48:45.324166 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-fcbf32fe-3031-4fe9-ae6b-93d9b1beb3c1 None None] Bound port: 53fea0a0-ddbc-4688-bd35-43bbbb4c2b04, host: dv-cinder-773870-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e8085ef-2525-4b7f-aa60-17ba3770d40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '03944856-e6a1-4497-9ca8-a1c676a122e6'}}] {{(pid=86415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 07:48:45.324571 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-fcbf32fe-3031-4fe9-ae6b-93d9b1beb3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86415) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:45.437458 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-fcbf32fe-3031-4fe9-ae6b-93d9b1beb3c1 None None] For port 53fea0a0-ddbc-4688-bd35-43bbbb4c2b04, host dv-cinder-773870-2-smb, cleared binding levels {{(pid=86415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 07:48:45.441166 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-fcbf32fe-3031-4fe9-ae6b-93d9b1beb3c1 None None] For port 53fea0a0-ddbc-4688-bd35-43bbbb4c2b04, host dv-cinder-773870-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-smb',level=0,port_id=53fea0a0-ddbc-4688-bd35-43bbbb4c2b04,segment=NetworkSegment(3e8085ef-2525-4b7f-aa60-17ba3770d40e),segment_id=3e8085ef-2525-4b7f-aa60-17ba3770d40e)] {{(pid=86415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 07:48:45.445715 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-fcbf32fe-3031-4fe9-ae6b-93d9b1beb3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86415) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:45.452903 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86415) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:48:45.542023 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbf32fe-3031-4fe9-ae6b-93d9b1beb3c1 None None] Routers {'781ccaad-d920-4f82-b7f0-a813117a69d6'} bound to L3 agent in host dv-cinder-773870-2-smb {{(pid=86415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 07:48:45.542711 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-fcbf32fe-3031-4fe9-ae6b-93d9b1beb3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-19T07:32:39Z,description=,heartbeat_timestamp=2021-04-19T07:48:39Z,host='dv-cinder-773870-2-smb',id=af0aee0b-5275-4bf1-b5b2-246fd8e7196c,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T07:32:39Z,topic='l3_agent')) {'router_ids': ['781ccaad-d920-4f82-b7f0-a813117a69d6'], 'active': True} {{(pid=86415) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:48:45.661864 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e8a920-663f-4c37-9bfc-8f69017b80b4 None None] Pushing event updated for resources: {'Port': ['ID=53fea0a0-ddbc-4688-bd35-43bbbb4c2b04,revision_number=4']} {{(pid=86415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:48:45.672852 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-03e8a920-663f-4c37-9bfc-8f69017b80b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=86415) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:48:45.758456 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvr_db [None req-fcbf32fe-3031-4fe9-ae6b-93d9b1beb3c1 None None] Set router 781ccaad-d920-4f82-b7f0-a813117a69d6 gateway port host: dv-cinder-773870-2-smb {{(pid=86415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 07:48:46.062392 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Device 53fea0a0-ddbc-4688-bd35-43bbbb4c2b04 up at agent ovs-agent-dv-cinder-773870-2-smb {{(pid=86414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 07:48:46.156275 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-fcbf32fe-3031-4fe9-ae6b-93d9b1beb3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '781ccaad-d920-4f82-b7f0-a813117a69d6', 'name': 'tempest-TestMinimumBasicScenario-337505505-router', 'tenant_id': 'cf0fee67fe3149bcb744c948ed8563b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': '6cfd71ba-7aa3-41d6-862e-fb80c8b132e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:48:34Z', 'updated_at': '2021-04-19T07:48:39Z', 'revision_number': 4, 'project_id': 'cf0fee67fe3149bcb744c948ed8563b4', 'gw_port': {'id': '6cfd71ba-7aa3-41d6-862e-fb80c8b132e6', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:53:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781ccaad-d920-4f82-b7f0-a813117a69d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:48:35Z', 'updated_at': '2021-04-19T07:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb', '_interfaces': [{'id': '53fea0a0-ddbc-4688-bd35-43bbbb4c2b04', 'name': '', 'network_id': '03944856-e6a1-4497-9ca8-a1c676a122e6', 'tenant_id': 'cf0fee67fe3149bcb744c948ed8563b4', 'mac_address': 'fa:16:3e:74:da:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '781ccaad-d920-4f82-b7f0-a813117a69d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'b93b2810-1557-4f7f-a050-12a8f10deaec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:48:38Z', 'updated_at': '2021-04-19T07:48:45Z', 'revision_number': 4, 'project_id': 'cf0fee67fe3149bcb744c948ed8563b4', 'subnets': [{'id': 'b93b2810-1557-4f7f-a050-12a8f10deaec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-smb', False) {} {{(pid=86415) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:48:46.161127 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbf32fe-3031-4fe9-ae6b-93d9b1beb3c1 None None] The sync data for ids ['781ccaad-d920-4f82-b7f0-a813117a69d6'] in dv-cinder-773870-2-smb is: [{'id': '781ccaad-d920-4f82-b7f0-a813117a69d6', 'name': 'tempest-TestMinimumBasicScenario-337505505-router', 'tenant_id': 'cf0fee67fe3149bcb744c948ed8563b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': '6cfd71ba-7aa3-41d6-862e-fb80c8b132e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:48:34Z', 'updated_at': '2021-04-19T07:48:39Z', 'revision_number': 4, 'project_id': 'cf0fee67fe3149bcb744c948ed8563b4', 'gw_port': {'id': '6cfd71ba-7aa3-41d6-862e-fb80c8b132e6', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:53:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781ccaad-d920-4f82-b7f0-a813117a69d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:48:35Z', 'updated_at': '2021-04-19T07:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb', '_interfaces': [{'id': '53fea0a0-ddbc-4688-bd35-43bbbb4c2b04', 'name': '', 'network_id': '03944856-e6a1-4497-9ca8-a1c676a122e6', 'tenant_id': 'cf0fee67fe3149bcb744c948ed8563b4', 'mac_address': 'fa:16:3e:74:da:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '781ccaad-d920-4f82-b7f0-a813117a69d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'b93b2810-1557-4f7f-a050-12a8f10deaec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:48:38Z', 'updated_at': '2021-04-19T07:48:45Z', 'revision_number': 4, 'project_id': 'cf0fee67fe3149bcb744c948ed8563b4', 'subnets': [{'id': 'b93b2810-1557-4f7f-a050-12a8f10deaec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 07:48:46.174756 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Provisioning for port 53fea0a0-ddbc-4688-bd35-43bbbb4c2b04 completed by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 07:48:46.182832 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Provisioning complete for port 53fea0a0-ddbc-4688-bd35-43bbbb4c2b04 triggered by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:48:46.183300 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:46.346881 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:46.388205 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] For port 53fea0a0-ddbc-4688-bd35-43bbbb4c2b04, host dv-cinder-773870-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-smb',level=0,port_id=53fea0a0-ddbc-4688-bd35-43bbbb4c2b04,segment=NetworkSegment(3e8085ef-2525-4b7f-aa60-17ba3770d40e),segment_id=3e8085ef-2525-4b7f-aa60-17ba3770d40e)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:48:46.394349 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:46.396781 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:48:46.483828 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Pushing event updated for resources: {'Port': ['ID=53fea0a0-ddbc-4688-bd35-43bbbb4c2b04,revision_number=5']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:48:46.500433 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:48:47.997389 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Device 53fea0a0-ddbc-4688-bd35-43bbbb4c2b04 up at agent ovs-agent-dv-cinder-773870-2-smb {{(pid=86414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 07:48:48.074262 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Provisioning complete for port 53fea0a0-ddbc-4688-bd35-43bbbb4c2b04 triggered by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:48:48.074962 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:50.078391 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.agents_db [None req-ec4b265d-3c04-42fd-95cd-57ca7ec41865 None None] Agent healthcheck: found 6 active agents {{(pid=86415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 07:48:50.538365 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152d33b-6552-4d8d-80c8-07a08c4163a4 req-8df46f54-af7b-42d8-9908-8a68651bf0bd tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:48:50.539992 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-b152d33b-6552-4d8d-80c8-07a08c4163a4 req-8df46f54-af7b-42d8-9908-8a68651bf0bd tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "GET /v2.0/networks?id=7d486858-e64b-44b2-8cab-f04743aebbb1 HTTP/1.1" status: 200 len: 814 time: 0.1723144 Apr 19 07:48:50.559408 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-b152d33b-6552-4d8d-80c8-07a08c4163a4 req-40161f41-8dee-428a-86cc-301796f97b34 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "GET /v2.0/quotas/94647ed1d5f74d60b6c4379359d1bf09 HTTP/1.1" status: 200 len: 375 time: 0.0100987 Apr 19 07:48:50.650472 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-b152d33b-6552-4d8d-80c8-07a08c4163a4 req-d5bb4644-2a10-4011-84d0-ce144e0b7534 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=94647ed1d5f74d60b6c4379359d1bf09&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0853627 Apr 19 07:48:50.800207 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-b152d33b-6552-4d8d-80c8-07a08c4163a4 req-1e9190a7-8779-4f4a-8b35-4b667a267e0c service neutron] 10.222.0.41 "GET /v2.0/networks/7d486858-e64b-44b2-8cab-f04743aebbb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366682 Apr 19 07:48:50.960136 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-b152d33b-6552-4d8d-80c8-07a08c4163a4 req-5d341e1e-6c74-43de-a7ac-da184f6fda9e service neutron] 10.222.0.41 "GET /v2.0/networks/7d486858-e64b-44b2-8cab-f04743aebbb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501639 Apr 19 07:48:51.165927 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-b06621ce-34ea-4293-9a0d-18ca3aa3a014 req-2dc4fed3-a5d8-4d93-a704-065f7b995f7c tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "GET /v2.0/ports?device_id=fed0bafe-d98f-448f-8624-fd8507dc4096 HTTP/1.1" status: 200 len: 210 time: 0.0523112 Apr 19 07:48:52.327570 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152d33b-6552-4d8d-80c8-07a08c4163a4 req-cbb3b2fc-63dc-42dc-a281-b7748dce4c85 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:48:52.328329 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-b152d33b-6552-4d8d-80c8-07a08c4163a4 req-cbb3b2fc-63dc-42dc-a281-b7748dce4c85 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Synchronizing usage tracker for tenant:94647ed1d5f74d60b6c4379359d1bf09 on resource:network {{(pid=86412) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 07:48:52.338456 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-189908ac-dd1b-4244-8a49-a81a1959d52b req-307f4ce0-9ed8-4716-83f1-2eccd77d64b0 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "GET /v2.0/ports?device_id=fed0bafe-d98f-448f-8624-fd8507dc4096 HTTP/1.1" status: 200 len: 210 time: 0.0484073 Apr 19 07:48:52.345395 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-b152d33b-6552-4d8d-80c8-07a08c4163a4 req-cbb3b2fc-63dc-42dc-a281-b7748dce4c85 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Unset dirty status for tenant:94647ed1d5f74d60b6c4379359d1bf09 on resource:network {{(pid=86412) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 07:48:52.346711 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-b152d33b-6552-4d8d-80c8-07a08c4163a4 req-cbb3b2fc-63dc-42dc-a281-b7748dce4c85 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.42 "GET /v2.0/networks?id=7d486858-e64b-44b2-8cab-f04743aebbb1 HTTP/1.1" status: 200 len: 814 time: 0.1792500 Apr 19 07:48:52.359366 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [req-b152d33b-6552-4d8d-80c8-07a08c4163a4 req-5eaddb7e-5c78-4bc1-bb09-79941e77f1c1 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Request body: {'port': {'device_id': 'fed0bafe-d98f-448f-8624-fd8507dc4096', 'network_id': '7d486858-e64b-44b2-8cab-f04743aebbb1', 'admin_state_up': True, 'tenant_id': '94647ed1d5f74d60b6c4379359d1bf09'}} {{(pid=86412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:48:52.504950 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [req-b152d33b-6552-4d8d-80c8-07a08c4163a4 req-5eaddb7e-5c78-4bc1-bb09-79941e77f1c1 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:48:52.509322 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-b152d33b-6552-4d8d-80c8-07a08c4163a4 req-5eaddb7e-5c78-4bc1-bb09-79941e77f1c1 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Usage tracker for resource:port and tenant:94647ed1d5f74d60b6c4379359d1bf09 is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:48:52.512505 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-b152d33b-6552-4d8d-80c8-07a08c4163a4 req-5eaddb7e-5c78-4bc1-bb09-79941e77f1c1 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:48:52.519288 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [req-b152d33b-6552-4d8d-80c8-07a08c4163a4 req-5eaddb7e-5c78-4bc1-bb09-79941e77f1c1 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:48:52.530477 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b152d33b-6552-4d8d-80c8-07a08c4163a4 req-5eaddb7e-5c78-4bc1-bb09-79941e77f1c1 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Made reservation on behalf of 94647ed1d5f74d60b6c4379359d1bf09 for: {'port': 1} {{(pid=86412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 07:48:52.536550 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-b152d33b-6552-4d8d-80c8-07a08c4163a4 req-5eaddb7e-5c78-4bc1-bb09-79941e77f1c1 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:52.718703 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.db_base_plugin_common [req-b152d33b-6552-4d8d-80c8-07a08c4163a4 req-5eaddb7e-5c78-4bc1-bb09-79941e77f1c1 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Allocated IP 172.20.0.9 (7d486858-e64b-44b2-8cab-f04743aebbb1/cacf8967-612b-4e84-94e9-bd6427688a13/94bc7897-1b80-4c3e-819a-62d2ac709680) {{(pid=86412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 07:48:53.040192 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-b152d33b-6552-4d8d-80c8-07a08c4163a4 req-5eaddb7e-5c78-4bc1-bb09-79941e77f1c1 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Notify callbacks [] for port, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:53.077237 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [req-b152d33b-6552-4d8d-80c8-07a08c4163a4 req-5eaddb7e-5c78-4bc1-bb09-79941e77f1c1 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Transition to ACTIVE for port object 94bc7897-1b80-4c3e-819a-62d2ac709680 will not be triggered until provisioned by entity DHCP. {{(pid=86412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 07:48:53.103573 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-b152d33b-6552-4d8d-80c8-07a08c4163a4 req-5eaddb7e-5c78-4bc1-bb09-79941e77f1c1 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769764225105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3936575'] for port, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:53.109722 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-d978d25a-f2da-4b38-a84d-7abbe1e73ccc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:48:53.194774 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b152d33b-6552-4d8d-80c8-07a08c4163a4 req-5eaddb7e-5c78-4bc1-bb09-79941e77f1c1 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Network 7d486858-e64b-44b2-8cab-f04743aebbb1 is already hosted by enough agents. {{(pid=86412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 07:48:53.198482 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.base_scheduler [req-b152d33b-6552-4d8d-80c8-07a08c4163a4 req-5eaddb7e-5c78-4bc1-bb09-79941e77f1c1 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Resources bound (agent type, host, resource id): {{(pid=86412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 07:48:53.208686 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [req-b152d33b-6552-4d8d-80c8-07a08c4163a4 req-5eaddb7e-5c78-4bc1-bb09-79941e77f1c1 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Received port after_create {{(pid=86412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 07:48:53.259698 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaddb7e-5c78-4bc1-bb09-79941e77f1c1 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Pushing event updated for resources: {'Port': ['ID=94bc7897-1b80-4c3e-819a-62d2ac709680,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:48:53.264828 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-5eaddb7e-5c78-4bc1-bb09-79941e77f1c1 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:48:53.287942 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152d33b-6552-4d8d-80c8-07a08c4163a4 req-5eaddb7e-5c78-4bc1-bb09-79941e77f1c1 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:48:53.288624 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-b152d33b-6552-4d8d-80c8-07a08c4163a4 req-5eaddb7e-5c78-4bc1-bb09-79941e77f1c1 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773070'] for port, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:53.310497 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-b152d33b-6552-4d8d-80c8-07a08c4163a4 req-5eaddb7e-5c78-4bc1-bb09-79941e77f1c1 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9555631 Apr 19 07:48:53.474465 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-8b0646e2-f5de-4d41-8f03-a2f417d7f8eb None None] Provisioning for port 94bc7897-1b80-4c3e-819a-62d2ac709680 completed by entity DHCP. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 07:48:53.479810 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-8b0646e2-f5de-4d41-8f03-a2f417d7f8eb None None] Provisioning complete for port 94bc7897-1b80-4c3e-819a-62d2ac709680 triggered by entity DHCP. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:48:53.480282 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-8b0646e2-f5de-4d41-8f03-a2f417d7f8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:48:53.546063 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-8b0646e2-f5de-4d41-8f03-a2f417d7f8eb None None] Port 94bc7897-1b80-4c3e-819a-62d2ac709680 cannot update to ACTIVE because it is not bound. {{(pid=86414) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 07:48:53.548529 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9afae4-6f66-4821-a22f-020e89c440b0 req-86d130d0-4fd6-4f8a-be67-c1d12db1baaf tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:48:53.550193 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-2a9afae4-6f66-4821-a22f-020e89c440b0 req-86d130d0-4fd6-4f8a-be67-c1d12db1baaf tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "GET /v2.0/ports?device_id=fed0bafe-d98f-448f-8624-fd8507dc4096 HTTP/1.1" status: 200 len: 931 time: 0.0942376 Apr 19 07:48:53.606067 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-2a9afae4-6f66-4821-a22f-020e89c440b0 req-38f474e8-3811-466a-b91a-56aa426e7736 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "GET /v2.0/security-groups?id=088b5179-7305-4dd8-ba85-0a218b53f2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486894 Apr 19 07:48:54.835292 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19d9ba4-f455-4e4b-b66b-e385e6d83d3b req-c7d5fc2c-a9c4-42af-b963-cb9ae8fa9157 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:48:54.836889 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-c19d9ba4-f455-4e4b-b66b-e385e6d83d3b req-c7d5fc2c-a9c4-42af-b963-cb9ae8fa9157 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "GET /v2.0/ports?device_id=fed0bafe-d98f-448f-8624-fd8507dc4096 HTTP/1.1" status: 200 len: 931 time: 0.0909147 Apr 19 07:48:54.892554 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-c19d9ba4-f455-4e4b-b66b-e385e6d83d3b req-38c70bb6-2a0b-4f65-8680-29a209025735 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "GET /v2.0/security-groups?id=088b5179-7305-4dd8-ba85-0a218b53f2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490551 Apr 19 07:48:56.107362 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ad3887-5033-4312-80d2-2a244b2bdf72 req-cdfdb6f8-e8fd-4456-aa15-5d9857d2be46 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:48:56.109089 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-33ad3887-5033-4312-80d2-2a244b2bdf72 req-cdfdb6f8-e8fd-4456-aa15-5d9857d2be46 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "GET /v2.0/ports?device_id=fed0bafe-d98f-448f-8624-fd8507dc4096 HTTP/1.1" status: 200 len: 931 time: 0.0909958 Apr 19 07:48:56.160338 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-33ad3887-5033-4312-80d2-2a244b2bdf72 req-1fde2dfc-b44f-42b8-89ea-cf7a37d78f3c tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "GET /v2.0/security-groups?id=088b5179-7305-4dd8-ba85-0a218b53f2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411034 Apr 19 07:48:57.388948 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5251e81-f748-4efe-b174-2fd73caef84b req-a1a29c6c-0455-4e65-be9b-6f22b041b71d tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:48:57.391503 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-d5251e81-f748-4efe-b174-2fd73caef84b req-a1a29c6c-0455-4e65-be9b-6f22b041b71d tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "GET /v2.0/ports?device_id=fed0bafe-d98f-448f-8624-fd8507dc4096 HTTP/1.1" status: 200 len: 931 time: 0.1102161 Apr 19 07:48:57.445782 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-d5251e81-f748-4efe-b174-2fd73caef84b req-b1101294-a2e7-4afe-8e79-72df5d58f6ed tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "GET /v2.0/security-groups?id=088b5179-7305-4dd8-ba85-0a218b53f2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474126 Apr 19 07:48:58.678753 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ff1e23-aedb-45c7-a0b4-157cd8d748d5 req-e18eb981-efc1-4557-bcd6-998bcfc1006b tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:48:58.680393 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-f8ff1e23-aedb-45c7-a0b4-157cd8d748d5 req-e18eb981-efc1-4557-bcd6-998bcfc1006b tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "GET /v2.0/ports?device_id=fed0bafe-d98f-448f-8624-fd8507dc4096 HTTP/1.1" status: 200 len: 931 time: 0.0991511 Apr 19 07:48:58.729506 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-f8ff1e23-aedb-45c7-a0b4-157cd8d748d5 req-92a49c3a-875d-4794-aaee-151b69f90c96 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "GET /v2.0/security-groups?id=088b5179-7305-4dd8-ba85-0a218b53f2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422111 Apr 19 07:48:59.942236 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e5cfbb-ac34-44b3-b864-0e152d7b8874 req-2c0c109e-cf5c-4025-9559-c3733b79a096 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:48:59.943857 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-e8e5cfbb-ac34-44b3-b864-0e152d7b8874 req-2c0c109e-cf5c-4025-9559-c3733b79a096 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "GET /v2.0/ports?device_id=fed0bafe-d98f-448f-8624-fd8507dc4096 HTTP/1.1" status: 200 len: 931 time: 0.0878060 Apr 19 07:48:59.995034 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-e8e5cfbb-ac34-44b3-b864-0e152d7b8874 req-ceb738b8-06ba-4341-8bff-3d43d835cc7f tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "GET /v2.0/security-groups?id=088b5179-7305-4dd8-ba85-0a218b53f2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445580 Apr 19 07:49:01.225573 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969f85e6-2fb9-4c0c-8087-2752836fd032 req-75a75fc2-0e92-41b9-a5e8-faa83e55511b tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:49:01.227199 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-969f85e6-2fb9-4c0c-8087-2752836fd032 req-75a75fc2-0e92-41b9-a5e8-faa83e55511b tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "GET /v2.0/ports?device_id=fed0bafe-d98f-448f-8624-fd8507dc4096 HTTP/1.1" status: 200 len: 931 time: 0.0950074 Apr 19 07:49:01.287382 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-969f85e6-2fb9-4c0c-8087-2752836fd032 req-a432e6bf-b614-45f9-a126-ec5873f2ec66 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "GET /v2.0/security-groups?id=088b5179-7305-4dd8-ba85-0a218b53f2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532091 Apr 19 07:49:02.506402 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa9757f-5867-4fa8-8967-61128487fb21 req-22bbcf6f-c684-4d48-9c05-43bd374d468b tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:49:02.508072 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-faa9757f-5867-4fa8-8967-61128487fb21 req-22bbcf6f-c684-4d48-9c05-43bd374d468b tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "GET /v2.0/ports?device_id=fed0bafe-d98f-448f-8624-fd8507dc4096 HTTP/1.1" status: 200 len: 931 time: 0.1049962 Apr 19 07:49:02.562226 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-faa9757f-5867-4fa8-8967-61128487fb21 req-a80d51a6-171f-44be-8626-bad1382f94f6 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "GET /v2.0/security-groups?id=088b5179-7305-4dd8-ba85-0a218b53f2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472176 Apr 19 07:49:03.773806 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a9551-ab24-40e9-a95d-f5b3c6317488 req-b8edfc57-675c-4726-a20b-bb4f94b4f345 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:49:03.775486 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-608a9551-ab24-40e9-a95d-f5b3c6317488 req-b8edfc57-675c-4726-a20b-bb4f94b4f345 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "GET /v2.0/ports?device_id=fed0bafe-d98f-448f-8624-fd8507dc4096 HTTP/1.1" status: 200 len: 931 time: 0.0896916 Apr 19 07:49:03.825461 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-608a9551-ab24-40e9-a95d-f5b3c6317488 req-b6e086e2-d378-45f5-aa19-e500bb6ce69c tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "GET /v2.0/security-groups?id=088b5179-7305-4dd8-ba85-0a218b53f2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430939 Apr 19 07:49:05.047522 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1422a0-1aea-4c50-bff5-a021baad847a req-3e715166-e4a3-4c3e-8a6c-f488feb7ff93 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:49:05.049128 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-0a1422a0-1aea-4c50-bff5-a021baad847a req-3e715166-e4a3-4c3e-8a6c-f488feb7ff93 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "GET /v2.0/ports?device_id=fed0bafe-d98f-448f-8624-fd8507dc4096 HTTP/1.1" status: 200 len: 931 time: 0.0987487 Apr 19 07:49:05.099187 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-0a1422a0-1aea-4c50-bff5-a021baad847a req-ebcb5590-ac09-44ad-b38f-e2910857f3ab tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "GET /v2.0/security-groups?id=088b5179-7305-4dd8-ba85-0a218b53f2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433030 Apr 19 07:49:05.766699 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [req-b152d33b-6552-4d8d-80c8-07a08c4163a4 req-29585d3b-f00b-48e3-93df-108e6d2df1ab service neutron] Request body: {'port': {'device_id': 'fed0bafe-d98f-448f-8624-fd8507dc4096', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=86412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:49:05.894855 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-b152d33b-6552-4d8d-80c8-07a08c4163a4 req-29585d3b-f00b-48e3-93df-108e6d2df1ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:49:06.318538 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [req-b152d33b-6552-4d8d-80c8-07a08c4163a4 req-29585d3b-f00b-48e3-93df-108e6d2df1ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94bc7897-1b80-4c3e-819a-62d2ac709680 {{(pid=86412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 07:49:06.326683 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-b152d33b-6552-4d8d-80c8-07a08c4163a4 req-29585d3b-f00b-48e3-93df-108e6d2df1ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:49:06.342209 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7c87a-03a4-4d3f-ad4a-7033ce39b608 req-bac685b1-6799-4239-86b0-56b159f6c754 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:49:06.342444 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [req-b152d33b-6552-4d8d-80c8-07a08c4163a4 req-29585d3b-f00b-48e3-93df-108e6d2df1ab service neutron] Transition to ACTIVE for port object 94bc7897-1b80-4c3e-819a-62d2ac709680 will not be triggered until provisioned by entity L2. {{(pid=86412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 07:49:06.343860 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-bfb7c87a-03a4-4d3f-ad4a-7033ce39b608 req-bac685b1-6799-4239-86b0-56b159f6c754 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "GET /v2.0/ports?device_id=fed0bafe-d98f-448f-8624-fd8507dc4096 HTTP/1.1" status: 200 len: 931 time: 0.0980227 Apr 19 07:49:06.350793 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-b152d33b-6552-4d8d-80c8-07a08c4163a4 req-29585d3b-f00b-48e3-93df-108e6d2df1ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850839242'] for port, after_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:49:06.354794 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-104069d6-3d07-4cb8-97b8-6dbd91193f06 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:49:06.395263 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-bfb7c87a-03a4-4d3f-ad4a-7033ce39b608 req-ab760b4f-ff83-44f5-90d5-065c42c9845c tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "GET /v2.0/security-groups?id=088b5179-7305-4dd8-ba85-0a218b53f2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445096 Apr 19 07:49:06.488939 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29585d3b-f00b-48e3-93df-108e6d2df1ab service neutron] Pushing event updated for resources: {'Port': ['ID=94bc7897-1b80-4c3e-819a-62d2ac709680,revision_number=2']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:49:06.493043 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-29585d3b-f00b-48e3-93df-108e6d2df1ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:49:06.604322 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [req-b152d33b-6552-4d8d-80c8-07a08c4163a4 req-29585d3b-f00b-48e3-93df-108e6d2df1ab service neutron] Attempting to bind port 94bc7897-1b80-4c3e-819a-62d2ac709680 on host hv-cinder-77387 for vnic_type normal with profile {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 07:49:06.604735 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [req-b152d33b-6552-4d8d-80c8-07a08c4163a4 req-29585d3b-f00b-48e3-93df-108e6d2df1ab service neutron] Attempting to bind port 94bc7897-1b80-4c3e-819a-62d2ac709680 by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': 'e3e891b6-e85e-49ef-9c7c-9544597e8975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '7d486858-e64b-44b2-8cab-f04743aebbb1'}] {{(pid=86412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 07:49:06.605069 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b152d33b-6552-4d8d-80c8-07a08c4163a4 req-29585d3b-f00b-48e3-93df-108e6d2df1ab service neutron] Attempting to bind port 94bc7897-1b80-4c3e-819a-62d2ac709680 on network 7d486858-e64b-44b2-8cab-f04743aebbb1 {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 07:49:06.610186 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b152d33b-6552-4d8d-80c8-07a08c4163a4 req-29585d3b-f00b-48e3-93df-108e6d2df1ab service neutron] Port 94bc7897-1b80-4c3e-819a-62d2ac709680 on network 7d486858-e64b-44b2-8cab-f04743aebbb1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 07:49:06.610541 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b152d33b-6552-4d8d-80c8-07a08c4163a4 req-29585d3b-f00b-48e3-93df-108e6d2df1ab service neutron] Attempting to bind port 94bc7897-1b80-4c3e-819a-62d2ac709680 on network 7d486858-e64b-44b2-8cab-f04743aebbb1 {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 07:49:06.616554 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b152d33b-6552-4d8d-80c8-07a08c4163a4 req-29585d3b-f00b-48e3-93df-108e6d2df1ab service neutron] Checking agent: {'id': '482cf95e-fb4e-4926-8f7d-816e7736c412', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 39, 10), 'started_at': datetime.datetime(2021, 4, 19, 7, 39, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 07:49:06.617015 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b152d33b-6552-4d8d-80c8-07a08c4163a4 req-29585d3b-f00b-48e3-93df-108e6d2df1ab service neutron] Checking segment: {'id': 'e3e891b6-e85e-49ef-9c7c-9544597e8975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '7d486858-e64b-44b2-8cab-f04743aebbb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 07:49:06.617432 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b152d33b-6552-4d8d-80c8-07a08c4163a4 req-29585d3b-f00b-48e3-93df-108e6d2df1ab service neutron] Bound using segment: {'id': 'e3e891b6-e85e-49ef-9c7c-9544597e8975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '7d486858-e64b-44b2-8cab-f04743aebbb1'} {{(pid=86412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 07:49:06.617897 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [req-b152d33b-6552-4d8d-80c8-07a08c4163a4 req-29585d3b-f00b-48e3-93df-108e6d2df1ab service neutron] Bound port: 94bc7897-1b80-4c3e-819a-62d2ac709680, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3e891b6-e85e-49ef-9c7c-9544597e8975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '7d486858-e64b-44b2-8cab-f04743aebbb1'}}] {{(pid=86412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 07:49:06.618273 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-b152d33b-6552-4d8d-80c8-07a08c4163a4 req-29585d3b-f00b-48e3-93df-108e6d2df1ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:49:06.719017 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [req-b152d33b-6552-4d8d-80c8-07a08c4163a4 req-29585d3b-f00b-48e3-93df-108e6d2df1ab service neutron] For port 94bc7897-1b80-4c3e-819a-62d2ac709680, host hv-cinder-77387, cleared binding levels {{(pid=86412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 07:49:06.722298 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [req-b152d33b-6552-4d8d-80c8-07a08c4163a4 req-29585d3b-f00b-48e3-93df-108e6d2df1ab service neutron] For port 94bc7897-1b80-4c3e-819a-62d2ac709680, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=94bc7897-1b80-4c3e-819a-62d2ac709680,segment=NetworkSegment(e3e891b6-e85e-49ef-9c7c-9544597e8975),segment_id=e3e891b6-e85e-49ef-9c7c-9544597e8975)] {{(pid=86412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 07:49:06.727360 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-b152d33b-6552-4d8d-80c8-07a08c4163a4 req-29585d3b-f00b-48e3-93df-108e6d2df1ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850839242'] for port, after_update {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:49:06.731127 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-104069d6-3d07-4cb8-97b8-6dbd91193f06 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:49:06.789820 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152d33b-6552-4d8d-80c8-07a08c4163a4 req-29585d3b-f00b-48e3-93df-108e6d2df1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:49:06.790562 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-b152d33b-6552-4d8d-80c8-07a08c4163a4 req-29585d3b-f00b-48e3-93df-108e6d2df1ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773070'] for port, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:49:06.792089 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-b152d33b-6552-4d8d-80c8-07a08c4163a4 req-29585d3b-f00b-48e3-93df-108e6d2df1ab service neutron] 10.222.0.42 "PUT /v2.0/ports/94bc7897-1b80-4c3e-819a-62d2ac709680 HTTP/1.1" status: 200 len: 1093 time: 1.0337207 Apr 19 07:49:06.792628 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fed0bafe-d98f-448f-8624-fd8507dc4096', 'tag': '94bc7897-1b80-4c3e-819a-62d2ac709680'}] {{(pid=86412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 07:49:06.818411 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29585d3b-f00b-48e3-93df-108e6d2df1ab service neutron] Pushing event updated for resources: {'Port': ['ID=94bc7897-1b80-4c3e-819a-62d2ac709680,revision_number=3']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:49:06.822998 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-29585d3b-f00b-48e3-93df-108e6d2df1ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:49:07.055574 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-7d03d8ae-945e-4f6e-84c2-e7385f3d4d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:49:07.126170 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fed0bafe-d98f-448f-8624-fd8507dc4096', 'tag': '94bc7897-1b80-4c3e-819a-62d2ac709680', 'status': 'completed', 'code': 200} Apr 19 07:49:07.167124 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152d33b-6552-4d8d-80c8-07a08c4163a4 req-e4feecd7-3a21-4806-bd11-5a958636f306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:49:07.168810 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-b152d33b-6552-4d8d-80c8-07a08c4163a4 req-e4feecd7-3a21-4806-bd11-5a958636f306 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=94647ed1d5f74d60b6c4379359d1bf09&device_id=fed0bafe-d98f-448f-8624-fd8507dc4096 HTTP/1.1" status: 200 len: 1096 time: 0.3372920 Apr 19 07:49:07.246845 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-b152d33b-6552-4d8d-80c8-07a08c4163a4 req-617c6381-9c7b-40b5-99ef-259d81842160 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94bc7897-1b80-4c3e-819a-62d2ac709680 HTTP/1.1" status: 200 len: 217 time: 0.0689967 Apr 19 07:49:07.318434 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152d33b-6552-4d8d-80c8-07a08c4163a4 req-9fb52a0d-00a8-4fbb-bdff-1542992c31c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:49:07.320294 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-b152d33b-6552-4d8d-80c8-07a08c4163a4 req-9fb52a0d-00a8-4fbb-bdff-1542992c31c7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cacf8967-612b-4e84-94e9-bd6427688a13 HTTP/1.1" status: 200 len: 853 time: 0.0675037 Apr 19 07:49:07.408546 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152d33b-6552-4d8d-80c8-07a08c4163a4 req-e3c2d684-4494-4672-8cce-6bb2dfa32692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:49:07.410117 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-b152d33b-6552-4d8d-80c8-07a08c4163a4 req-e3c2d684-4494-4672-8cce-6bb2dfa32692 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7d486858-e64b-44b2-8cab-f04743aebbb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0835142 Apr 19 07:49:07.553017 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-b152d33b-6552-4d8d-80c8-07a08c4163a4 req-fc321e57-6ae3-4d8e-9da8-281d3340674f service neutron] 10.222.0.42 "GET /v2.0/networks/7d486858-e64b-44b2-8cab-f04743aebbb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361537 Apr 19 07:49:07.595785 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63c7ff0-4e92-45c4-8330-1f5373a067df req-e6cd3298-5ae7-4c7a-8e72-af2db4007f35 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:49:07.597421 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-e63c7ff0-4e92-45c4-8330-1f5373a067df req-e6cd3298-5ae7-4c7a-8e72-af2db4007f35 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "GET /v2.0/ports?device_id=fed0bafe-d98f-448f-8624-fd8507dc4096 HTTP/1.1" status: 200 len: 943 time: 0.0883343 Apr 19 07:49:07.645730 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-e63c7ff0-4e92-45c4-8330-1f5373a067df req-bb1120e7-7796-41a5-9856-ec9927a6beb7 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "GET /v2.0/security-groups?id=088b5179-7305-4dd8-ba85-0a218b53f2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416448 Apr 19 07:49:07.698373 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-b152d33b-6552-4d8d-80c8-07a08c4163a4 req-4b231f94-dfc4-47f1-99a2-792bc7d4aca5 service neutron] 10.222.0.42 "GET /v2.0/networks/7d486858-e64b-44b2-8cab-f04743aebbb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385610 Apr 19 07:49:07.822773 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b753e-f146-41e3-abd2-5e71c1ec44c2 req-eac23b1d-46e9-4bfd-9f5e-e57e37ba071d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:49:07.824312 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-622b753e-f146-41e3-abd2-5e71c1ec44c2 req-eac23b1d-46e9-4bfd-9f5e-e57e37ba071d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=94647ed1d5f74d60b6c4379359d1bf09&device_id=fed0bafe-d98f-448f-8624-fd8507dc4096 HTTP/1.1" status: 200 len: 1096 time: 0.0796852 Apr 19 07:49:07.967199 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b753e-f146-41e3-abd2-5e71c1ec44c2 req-ab59698c-a995-41aa-9613-cf8b50287a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:49:07.968786 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-622b753e-f146-41e3-abd2-5e71c1ec44c2 req-ab59698c-a995-41aa-9613-cf8b50287a27 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7d486858-e64b-44b2-8cab-f04743aebbb1 HTTP/1.1" status: 200 len: 915 time: 0.1368070 Apr 19 07:49:08.045118 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-622b753e-f146-41e3-abd2-5e71c1ec44c2 req-fc1039f6-a62f-482e-8b1d-5c080df90bfb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94bc7897-1b80-4c3e-819a-62d2ac709680 HTTP/1.1" status: 200 len: 217 time: 0.0691159 Apr 19 07:49:08.117408 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b753e-f146-41e3-abd2-5e71c1ec44c2 req-92bc2c9f-152c-4ce1-9012-2931a15d7e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:49:08.119043 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-622b753e-f146-41e3-abd2-5e71c1ec44c2 req-92bc2c9f-152c-4ce1-9012-2931a15d7e5b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cacf8967-612b-4e84-94e9-bd6427688a13 HTTP/1.1" status: 200 len: 853 time: 0.0669713 Apr 19 07:49:08.217986 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b753e-f146-41e3-abd2-5e71c1ec44c2 req-5c074ab5-ea6f-4bee-b368-855e26de96c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:49:08.220487 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-622b753e-f146-41e3-abd2-5e71c1ec44c2 req-5c074ab5-ea6f-4bee-b368-855e26de96c2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7d486858-e64b-44b2-8cab-f04743aebbb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0939794 Apr 19 07:49:08.367405 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-622b753e-f146-41e3-abd2-5e71c1ec44c2 req-5cefc1f5-8156-4c6a-b702-340f9b7569ab service neutron] 10.222.0.42 "GET /v2.0/networks/7d486858-e64b-44b2-8cab-f04743aebbb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388531 Apr 19 07:49:08.511391 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-622b753e-f146-41e3-abd2-5e71c1ec44c2 req-6aded735-26c1-4f3e-ad64-6f606df62c94 service neutron] 10.222.0.42 "GET /v2.0/networks/7d486858-e64b-44b2-8cab-f04743aebbb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374474 Apr 19 07:49:08.864954 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59e25da-bf5c-4685-b083-b017485af960 req-a6742ff0-0335-49e8-b534-c83a6e354f22 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:49:08.866578 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-d59e25da-bf5c-4685-b083-b017485af960 req-a6742ff0-0335-49e8-b534-c83a6e354f22 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "GET /v2.0/ports?device_id=fed0bafe-d98f-448f-8624-fd8507dc4096 HTTP/1.1" status: 200 len: 943 time: 0.0964434 Apr 19 07:49:08.917046 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-d59e25da-bf5c-4685-b083-b017485af960 req-5f5e764f-946e-4eb3-ab62-47bc6d34dc4f tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "GET /v2.0/security-groups?id=088b5179-7305-4dd8-ba85-0a218b53f2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409963 Apr 19 07:49:09.152354 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-83cf082d-35b0-4f62-bccb-9cdde5acb5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:49:09.177857 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Device 94bc7897-1b80-4c3e-819a-62d2ac709680 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=86414) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 07:49:09.320262 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] For port 94bc7897-1b80-4c3e-819a-62d2ac709680, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=94bc7897-1b80-4c3e-819a-62d2ac709680,segment=NetworkSegment(e3e891b6-e85e-49ef-9c7c-9544597e8975),segment_id=e3e891b6-e85e-49ef-9c7c-9544597e8975)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:49:09.334710 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Returning: {'device': '94bc7897-1b80-4c3e-819a-62d2ac709680', 'network_id': '7d486858-e64b-44b2-8cab-f04743aebbb1', 'port_id': '94bc7897-1b80-4c3e-819a-62d2ac709680', 'mac_address': 'fa:16:3e:13:d9:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cacf8967-612b-4e84-94e9-bd6427688a13', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86414) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 07:49:09.395485 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:49:09.416881 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94bc7897-1b80-4c3e-819a-62d2ac709680 {{(pid=86414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 07:49:09.438347 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] For port 94bc7897-1b80-4c3e-819a-62d2ac709680, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=94bc7897-1b80-4c3e-819a-62d2ac709680,segment=NetworkSegment(e3e891b6-e85e-49ef-9c7c-9544597e8975),segment_id=e3e891b6-e85e-49ef-9c7c-9544597e8975)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:49:09.442991 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:49:09.444830 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-e8c68319-ead9-4179-a6ef-ffb35acbe47a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:49:09.524270 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Pushing event updated for resources: {'Port': ['ID=94bc7897-1b80-4c3e-819a-62d2ac709680,revision_number=4']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:49:09.536036 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:49:09.650774 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] get_ports_and_sgs() called for port_ids ['94bc7897-1b80-4c3e-819a-62d2ac709680'] {{(pid=86414) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 07:49:09.815984 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bf2cef0d-0a86-410b-90d7-6d8fe7ad6153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:49:10.131368 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d21010-4c48-48ac-8fbc-7b38bed96adf req-4997e8a5-9f1b-4a65-9280-4e5699ab0f34 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:49:10.133023 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-e4d21010-4c48-48ac-8fbc-7b38bed96adf req-4997e8a5-9f1b-4a65-9280-4e5699ab0f34 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "GET /v2.0/ports?device_id=fed0bafe-d98f-448f-8624-fd8507dc4096 HTTP/1.1" status: 200 len: 944 time: 0.0894718 Apr 19 07:49:10.183217 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-e4d21010-4c48-48ac-8fbc-7b38bed96adf req-2ebd872a-ef28-49b2-a1ab-07cc35caafaa tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "GET /v2.0/security-groups?id=088b5179-7305-4dd8-ba85-0a218b53f2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405648 Apr 19 07:49:10.490888 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:49:10.639544 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:49:11.188424 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Device 94bc7897-1b80-4c3e-819a-62d2ac709680 up at agent hyperv_hv-cinder-77387 {{(pid=86414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 07:49:11.276044 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Provisioning for port 94bc7897-1b80-4c3e-819a-62d2ac709680 completed by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 07:49:11.281190 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Provisioning complete for port 94bc7897-1b80-4c3e-819a-62d2ac709680 triggered by entity L2. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:49:11.281585 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:49:11.395000 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d08bd89e-63cf-49bc-b1d3-e1c35da66f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:49:11.399606 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed87aa-bb9d-457d-a2ff-ac1beb3ece61 req-88360798-33b3-4a5c-95e2-334704a19650 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:49:11.401361 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-daed87aa-bb9d-457d-a2ff-ac1beb3ece61 req-88360798-33b3-4a5c-95e2-334704a19650 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "GET /v2.0/ports?device_id=fed0bafe-d98f-448f-8624-fd8507dc4096 HTTP/1.1" status: 200 len: 944 time: 0.0923493 Apr 19 07:49:11.423965 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:49:11.454720 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fed0bafe-d98f-448f-8624-fd8507dc4096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94bc7897-1b80-4c3e-819a-62d2ac709680'}] {{(pid=86414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 07:49:11.455504 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-daed87aa-bb9d-457d-a2ff-ac1beb3ece61 req-e21d0f9b-a0db-4c6c-98b2-a92b157abe53 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "GET /v2.0/security-groups?id=088b5179-7305-4dd8-ba85-0a218b53f2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475590 Apr 19 07:49:11.467329 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] For port 94bc7897-1b80-4c3e-819a-62d2ac709680, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=94bc7897-1b80-4c3e-819a-62d2ac709680,segment=NetworkSegment(e3e891b6-e85e-49ef-9c7c-9544597e8975),segment_id=e3e891b6-e85e-49ef-9c7c-9544597e8975)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:49:11.471380 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661'] for port, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:49:11.474226 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:49:11.513565 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fed0bafe-d98f-448f-8624-fd8507dc4096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94bc7897-1b80-4c3e-819a-62d2ac709680', 'code': 200} Apr 19 07:49:11.551057 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Pushing event updated for resources: {'Port': ['ID=94bc7897-1b80-4c3e-819a-62d2ac709680,revision_number=5']} {{(pid=86414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:49:11.554414 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:49:11.752875 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b6e8a-6045-45f9-b7fa-ce63af34c767 req-81be8028-ce37-4d98-950f-b1dce1f64b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:49:11.754501 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-858b6e8a-6045-45f9-b7fa-ce63af34c767 req-81be8028-ce37-4d98-950f-b1dce1f64b11 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fed0bafe-d98f-448f-8624-fd8507dc4096 HTTP/1.1" status: 200 len: 1098 time: 0.0806801 Apr 19 07:49:11.799615 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-858b6e8a-6045-45f9-b7fa-ce63af34c767 req-e2726314-29a1-473f-8518-5418cb8cc01f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=088b5179-7305-4dd8-ba85-0a218b53f2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365267 Apr 19 07:49:12.660621 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c91253b-2d6f-4c9c-adef-bfc7401ae863 req-4ebe3939-f9c0-44ba-b457-9c4dfdd9650d tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:49:12.662082 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-5c91253b-2d6f-4c9c-adef-bfc7401ae863 req-4ebe3939-f9c0-44ba-b457-9c4dfdd9650d tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "GET /v2.0/ports?device_id=fed0bafe-d98f-448f-8624-fd8507dc4096 HTTP/1.1" status: 200 len: 945 time: 0.0878196 Apr 19 07:49:12.712778 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-5c91253b-2d6f-4c9c-adef-bfc7401ae863 req-9a8a631f-bdd9-4588-88b4-d40a444a1e0d tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "GET /v2.0/security-groups?id=088b5179-7305-4dd8-ba85-0a218b53f2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440001 Apr 19 07:49:13.930788 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77727e33-20f5-4da7-852c-4b5e5151fedc req-5679e310-1889-4028-ad6c-32cab0f2e2d9 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:49:13.932417 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-77727e33-20f5-4da7-852c-4b5e5151fedc req-5679e310-1889-4028-ad6c-32cab0f2e2d9 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "GET /v2.0/ports?device_id=fed0bafe-d98f-448f-8624-fd8507dc4096 HTTP/1.1" status: 200 len: 945 time: 0.0898058 Apr 19 07:49:13.981857 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-77727e33-20f5-4da7-852c-4b5e5151fedc req-280a0f96-0aee-4b17-a1a0-f1d7c0208d30 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "GET /v2.0/security-groups?id=088b5179-7305-4dd8-ba85-0a218b53f2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428367 Apr 19 07:49:14.188350 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3968e68-40f2-47a2-9a2f-f0746e4908e3 req-99165923-9afd-4040-a1d7-7b85b26f8086 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:49:14.190039 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-f3968e68-40f2-47a2-9a2f-f0746e4908e3 req-99165923-9afd-4040-a1d7-7b85b26f8086 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "GET /v2.0/ports?device_id=fed0bafe-d98f-448f-8624-fd8507dc4096 HTTP/1.1" status: 200 len: 945 time: 0.0930855 Apr 19 07:49:14.240316 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-f3968e68-40f2-47a2-9a2f-f0746e4908e3 req-e13474a6-9f7e-4217-9122-9fa854938f4a tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "GET /v2.0/security-groups?id=088b5179-7305-4dd8-ba85-0a218b53f2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436113 Apr 19 07:49:14.657756 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e340fda-75cf-4360-b2cb-98475346c892 req-e63796e8-af02-48f5-a802-445ad5de5083 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:49:14.659314 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-8e340fda-75cf-4360-b2cb-98475346c892 req-e63796e8-af02-48f5-a802-445ad5de5083 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "GET /v2.0/ports?device_id=fed0bafe-d98f-448f-8624-fd8507dc4096 HTTP/1.1" status: 200 len: 945 time: 0.0891650 Apr 19 07:49:14.709686 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-8e340fda-75cf-4360-b2cb-98475346c892 req-356bd421-e4c5-435c-af46-71a41977c29b tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "GET /v2.0/security-groups?id=088b5179-7305-4dd8-ba85-0a218b53f2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415092 Apr 19 07:49:14.846292 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-9e43ff84-e02e-4c0e-b221-89ab077757b2 req-5ede8225-37ff-4e6d-80f1-1fb4b71582e4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fed0bafe-d98f-448f-8624-fd8507dc4096&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0803154 Apr 19 07:49:14.993992 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e43ff84-e02e-4c0e-b221-89ab077757b2 req-e23a5ef2-e5a1-407b-8bad-531f534addd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:49:14.995615 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-9e43ff84-e02e-4c0e-b221-89ab077757b2 req-e23a5ef2-e5a1-407b-8bad-531f534addd1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=94647ed1d5f74d60b6c4379359d1bf09&device_id=fed0bafe-d98f-448f-8624-fd8507dc4096 HTTP/1.1" status: 200 len: 1098 time: 0.0800300 Apr 19 07:49:15.163851 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e43ff84-e02e-4c0e-b221-89ab077757b2 req-62a261ac-f1a0-439e-91bf-5568c529212d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:49:15.165643 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-9e43ff84-e02e-4c0e-b221-89ab077757b2 req-62a261ac-f1a0-439e-91bf-5568c529212d service neutron] 10.222.0.42 "GET /v2.0/networks?id=7d486858-e64b-44b2-8cab-f04743aebbb1 HTTP/1.1" status: 200 len: 915 time: 0.1509008 Apr 19 07:49:15.252726 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-9e43ff84-e02e-4c0e-b221-89ab077757b2 req-8f061c33-5c7f-4934-b55f-55d03e727e05 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94bc7897-1b80-4c3e-819a-62d2ac709680 HTTP/1.1" status: 200 len: 217 time: 0.0801568 Apr 19 07:49:15.322546 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e43ff84-e02e-4c0e-b221-89ab077757b2 req-f9dadb78-4fcd-4d1d-a9d7-4cc556259983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:49:15.324108 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-9e43ff84-e02e-4c0e-b221-89ab077757b2 req-f9dadb78-4fcd-4d1d-a9d7-4cc556259983 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cacf8967-612b-4e84-94e9-bd6427688a13 HTTP/1.1" status: 200 len: 853 time: 0.0647848 Apr 19 07:49:15.420912 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e43ff84-e02e-4c0e-b221-89ab077757b2 req-1f036338-14fa-4bb4-bd9c-353d1d02cf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:49:15.422500 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-9e43ff84-e02e-4c0e-b221-89ab077757b2 req-1f036338-14fa-4bb4-bd9c-353d1d02cf9e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7d486858-e64b-44b2-8cab-f04743aebbb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0911224 Apr 19 07:49:15.575479 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-9e43ff84-e02e-4c0e-b221-89ab077757b2 req-2c26a09d-1180-45b0-9fbb-17ca3026d8ea service neutron] 10.222.0.42 "GET /v2.0/networks/7d486858-e64b-44b2-8cab-f04743aebbb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457908 Apr 19 07:49:15.720008 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-9e43ff84-e02e-4c0e-b221-89ab077757b2 req-5e823110-5d67-4117-a555-c34c8fd65da3 service neutron] 10.222.0.42 "GET /v2.0/networks/7d486858-e64b-44b2-8cab-f04743aebbb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382020 Apr 19 07:49:19.774339 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63730cc2-6adb-40a6-81ee-ae6bd366d83a req-14ac2d2d-f93c-4aec-b219-af55750c00c0 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:49:19.775967 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-63730cc2-6adb-40a6-81ee-ae6bd366d83a req-14ac2d2d-f93c-4aec-b219-af55750c00c0 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "GET /v2.0/ports?device_id=fed0bafe-d98f-448f-8624-fd8507dc4096 HTTP/1.1" status: 200 len: 945 time: 0.1079412 Apr 19 07:49:19.828888 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-63730cc2-6adb-40a6-81ee-ae6bd366d83a req-f0534948-27d3-4416-815b-6b51cc3e66c8 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "GET /v2.0/security-groups?id=088b5179-7305-4dd8-ba85-0a218b53f2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463977 Apr 19 07:49:19.855240 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 45824) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:49:20.054218 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1137b4-b8f4-4e09-951d-3cf7b4a4a94b tempest-TestMinimumBasicScenario-984142970 tempest-TestMinimumBasicScenario-984142970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:49:20.057007 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-aa1137b4-b8f4-4e09-951d-3cf7b4a4a94b tempest-TestMinimumBasicScenario-984142970 tempest-TestMinimumBasicScenario-984142970-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fed0bafe-d98f-448f-8624-fd8507dc4096 HTTP/1.1" status: 200 len: 1093 time: 0.2006729 Apr 19 07:49:20.059496 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 45830) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:49:20.068020 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [None req-d3a5b920-a1bd-4eb4-902f-ed9fdef57cd0 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Request body: {'floatingip': {'floating_network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'port_id': '94bc7897-1b80-4c3e-819a-62d2ac709680', 'tenant_id': '94647ed1d5f74d60b6c4379359d1bf09', 'fixed_ip_address': '172.20.0.9'}} {{(pid=86413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:49:20.078634 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-d3a5b920-a1bd-4eb4-902f-ed9fdef57cd0 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:49:20.085355 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-d3a5b920-a1bd-4eb4-902f-ed9fdef57cd0 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Usage tracker for resource:floatingip and tenant:94647ed1d5f74d60b6c4379359d1bf09 is out of sync, need to count used quota {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:49:20.089062 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-d3a5b920-a1bd-4eb4-902f-ed9fdef57cd0 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:49:20.095241 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-d3a5b920-a1bd-4eb4-902f-ed9fdef57cd0 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:49:20.107957 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d3a5b920-a1bd-4eb4-902f-ed9fdef57cd0 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Notify callbacks [] for floatingip, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:49:20.278491 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d3a5b920-a1bd-4eb4-902f-ed9fdef57cd0 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:49:20.696841 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.db_base_plugin_common [None req-d3a5b920-a1bd-4eb4-902f-ed9fdef57cd0 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Allocated IP 172.28.2.132 (e87e9adf-9874-4d07-9d49-89485cde7b0f/53f1cb4b-365b-4e38-a680-1360d7889810/a74cdfc0-5ba1-4e3f-826a-493ba1b17443) {{(pid=86413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 07:49:20.852742 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d3a5b920-a1bd-4eb4-902f-ed9fdef57cd0 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Notify callbacks [] for port, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:49:20.891158 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d3a5b920-a1bd-4eb4-902f-ed9fdef57cd0 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769764225105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2897772'] for port, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:49:20.898238 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-736b713e-5598-4c79-a93f-7b7ac9bacbf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:49:20.962309 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a5b920-a1bd-4eb4-902f-ed9fdef57cd0 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Network e87e9adf-9874-4d07-9d49-89485cde7b0f is already hosted by enough agents. {{(pid=86413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 07:49:20.965662 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.base_scheduler [None req-d3a5b920-a1bd-4eb4-902f-ed9fdef57cd0 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Resources bound (agent type, host, resource id): {{(pid=86413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 07:49:20.968298 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a5b920-a1bd-4eb4-902f-ed9fdef57cd0 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Received port after_create {{(pid=86413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 07:49:21.004759 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a5b920-a1bd-4eb4-902f-ed9fdef57cd0 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Pushing event updated for resources: {'Port': ['ID=a74cdfc0-5ba1-4e3f-826a-493ba1b17443,revision_number=1']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:49:21.017681 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a5b920-a1bd-4eb4-902f-ed9fdef57cd0 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:49:21.018094 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a5b920-a1bd-4eb4-902f-ed9fdef57cd0 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:49:21.018485 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a5b920-a1bd-4eb4-902f-ed9fdef57cd0 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:49:21.018878 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a5b920-a1bd-4eb4-902f-ed9fdef57cd0 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:49:21.019307 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a5b920-a1bd-4eb4-902f-ed9fdef57cd0 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:49:21.019695 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a5b920-a1bd-4eb4-902f-ed9fdef57cd0 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:49:21.020078 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a5b920-a1bd-4eb4-902f-ed9fdef57cd0 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:49:21.020458 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a5b920-a1bd-4eb4-902f-ed9fdef57cd0 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:49:21.020839 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a5b920-a1bd-4eb4-902f-ed9fdef57cd0 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:49:21.021219 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a5b920-a1bd-4eb4-902f-ed9fdef57cd0 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:49:21.021598 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a5b920-a1bd-4eb4-902f-ed9fdef57cd0 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:49:21.021980 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a5b920-a1bd-4eb4-902f-ed9fdef57cd0 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:49:21.025639 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-d3a5b920-a1bd-4eb4-902f-ed9fdef57cd0 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:49:21.406870 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d3a5b920-a1bd-4eb4-902f-ed9fdef57cd0 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:49:21.495049 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d3a5b920-a1bd-4eb4-902f-ed9fdef57cd0 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:49:21.714322 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d3a5b920-a1bd-4eb4-902f-ed9fdef57cd0 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Notify callbacks [] for port, precommit_update {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:49:21.719113 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d3a5b920-a1bd-4eb4-902f-ed9fdef57cd0 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851878043'] for port, after_update {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:49:21.722795 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-6350f8f5-1372-4f89-bc72-d98a76c9da6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:49:21.828776 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a5b920-a1bd-4eb4-902f-ed9fdef57cd0 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Pushing event updated for resources: {'Port': ['ID=a74cdfc0-5ba1-4e3f-826a-493ba1b17443,revision_number=2']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:49:21.836506 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-d3a5b920-a1bd-4eb4-902f-ed9fdef57cd0 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:49:21.845714 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d3a5b920-a1bd-4eb4-902f-ed9fdef57cd0 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1810097'] for floatingip, after_update {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:49:22.037930 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.db.l3_db [None req-d3a5b920-a1bd-4eb4-902f-ed9fdef57cd0 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Floating IP 846c04c1-65db-4b4a-a70a-939f3fcba24b associated. External IP: 172.28.2.132, port: 94bc7897-1b80-4c3e-819a-62d2ac709680. Apr 19 07:49:22.428281 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3a5b920-a1bd-4eb4-902f-ed9fdef57cd0 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Router 8ab3705e-06fb-4fa8-9747-2d66e184a762 has already been hosted by L3 agent af0aee0b-5275-4bf1-b5b2-246fd8e7196c {{(pid=86413) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 07:49:22.628426 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a5b920-a1bd-4eb4-902f-ed9fdef57cd0 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Notify agent at l3_agent.dv-cinder-773870-2-smb the message routers_updated {{(pid=86413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 07:49:22.639042 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe17e4a-80d5-4824-94c0-8eacfd282eae None None] Sync routers for ids ['8ab3705e-06fb-4fa8-9747-2d66e184a762'] in dv-cinder-773870-2-smb {{(pid=86414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 07:49:22.650942 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe17e4a-80d5-4824-94c0-8eacfd282eae None None] Routers {'8ab3705e-06fb-4fa8-9747-2d66e184a762'} bound to L3 agent in host dv-cinder-773870-2-smb {{(pid=86414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 07:49:22.651885 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-dfe17e4a-80d5-4824-94c0-8eacfd282eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T07:32:39Z,description=,heartbeat_timestamp=2021-04-19T07:49:09Z,host='dv-cinder-773870-2-smb',id=af0aee0b-5275-4bf1-b5b2-246fd8e7196c,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T07:32:39Z,topic='l3_agent')) {'router_ids': ['8ab3705e-06fb-4fa8-9747-2d66e184a762'], 'active': True} {{(pid=86414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:49:22.653115 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d3a5b920-a1bd-4eb4-902f-ed9fdef57cd0 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773070'] for floatingip, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:49:22.712404 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-d3a5b920-a1bd-4eb4-902f-ed9fdef57cd0 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6513364 Apr 19 07:49:22.713018 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fed0bafe-d98f-448f-8624-fd8507dc4096', 'tag': '94bc7897-1b80-4c3e-819a-62d2ac709680'}] {{(pid=86413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 07:49:22.715737 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 45834) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:49:22.721577 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [None req-be68de6f-db20-4e1f-8b1b-56f89e6ddcbe tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-375771602', 'description': 'tempest-secgroup-smoke-375771602 description', 'project_id': '94647ed1d5f74d60b6c4379359d1bf09'}} {{(pid=86412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:49:22.728418 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-be68de6f-db20-4e1f-8b1b-56f89e6ddcbe tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:49:22.732745 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-be68de6f-db20-4e1f-8b1b-56f89e6ddcbe tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Usage tracker for resource:security_group and tenant:94647ed1d5f74d60b6c4379359d1bf09 is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:49:22.735852 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-be68de6f-db20-4e1f-8b1b-56f89e6ddcbe tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:49:22.747575 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-be68de6f-db20-4e1f-8b1b-56f89e6ddcbe tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:49:22.759364 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-be68de6f-db20-4e1f-8b1b-56f89e6ddcbe tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Notify callbacks [] for security_group, before_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:49:22.762994 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fed0bafe-d98f-448f-8624-fd8507dc4096', 'tag': '94bc7897-1b80-4c3e-819a-62d2ac709680', 'status': 'completed', 'code': 200} Apr 19 07:49:22.781056 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-be68de6f-db20-4e1f-8b1b-56f89e6ddcbe tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:49:22.785185 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-be68de6f-db20-4e1f-8b1b-56f89e6ddcbe tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Usage tracker for resource:security_group_rule and tenant:94647ed1d5f74d60b6c4379359d1bf09 is out of sync, need to count used quota {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:49:22.789418 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-be68de6f-db20-4e1f-8b1b-56f89e6ddcbe tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:49:22.837911 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-be68de6f-db20-4e1f-8b1b-56f89e6ddcbe tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:49:22.838757 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvr_db [None req-dfe17e4a-80d5-4824-94c0-8eacfd282eae None None] Set router 8ab3705e-06fb-4fa8-9747-2d66e184a762 gateway port host: dv-cinder-773870-2-smb {{(pid=86414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 07:49:22.911090 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4361fc7c-3fdb-4ffd-95e4-5aa0122f0342 req-27422cde-e05d-4c2a-a54e-b3e50a85760e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:49:22.912745 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-4361fc7c-3fdb-4ffd-95e4-5aa0122f0342 req-27422cde-e05d-4c2a-a54e-b3e50a85760e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=94647ed1d5f74d60b6c4379359d1bf09&device_id=fed0bafe-d98f-448f-8624-fd8507dc4096 HTTP/1.1" status: 200 len: 1098 time: 0.1245103 Apr 19 07:49:22.978356 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-be68de6f-db20-4e1f-8b1b-56f89e6ddcbe tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Notify callbacks [] for security_group, precommit_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:49:22.983194 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-be68de6f-db20-4e1f-8b1b-56f89e6ddcbe tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_create {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:49:23.031786 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-16275362-ab3f-4c69-ad3b-31a28ab60c1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:49:23.092514 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be68de6f-db20-4e1f-8b1b-56f89e6ddcbe tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d02a6022-44f5-4d10-9bb2-be8f5170502b,revision_number=1']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:49:23.108390 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be68de6f-db20-4e1f-8b1b-56f89e6ddcbe tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:49:23.108815 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be68de6f-db20-4e1f-8b1b-56f89e6ddcbe tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:49:23.109231 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be68de6f-db20-4e1f-8b1b-56f89e6ddcbe tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:49:23.109638 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be68de6f-db20-4e1f-8b1b-56f89e6ddcbe tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:49:23.110038 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be68de6f-db20-4e1f-8b1b-56f89e6ddcbe tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:49:23.110441 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be68de6f-db20-4e1f-8b1b-56f89e6ddcbe tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:49:23.110865 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be68de6f-db20-4e1f-8b1b-56f89e6ddcbe tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:49:23.111271 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be68de6f-db20-4e1f-8b1b-56f89e6ddcbe tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:49:23.111673 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be68de6f-db20-4e1f-8b1b-56f89e6ddcbe tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:49:23.112071 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be68de6f-db20-4e1f-8b1b-56f89e6ddcbe tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:49:23.112468 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be68de6f-db20-4e1f-8b1b-56f89e6ddcbe tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:49:23.113172 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be68de6f-db20-4e1f-8b1b-56f89e6ddcbe tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:49:23.125597 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-be68de6f-db20-4e1f-8b1b-56f89e6ddcbe tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Notify callbacks [] for security_group, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:49:23.126830 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-be68de6f-db20-4e1f-8b1b-56f89e6ddcbe tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4099886 Apr 19 07:49:23.130599 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-be68de6f-db20-4e1f-8b1b-56f89e6ddcbe tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:49:23.130754 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 45840) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:49:23.135265 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4361fc7c-3fdb-4ffd-95e4-5aa0122f0342 req-d7bb4fbc-ff1c-450e-8d4d-99958ae2f4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:49:23.136819 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-4361fc7c-3fdb-4ffd-95e4-5aa0122f0342 req-d7bb4fbc-ff1c-450e-8d4d-99958ae2f4b7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7d486858-e64b-44b2-8cab-f04743aebbb1 HTTP/1.1" status: 200 len: 915 time: 0.2146976 Apr 19 07:49:23.137226 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [None req-6ed79c94-e974-4435-8a63-14b7f081efc3 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Request body: {'security_group_rule': {'security_group_id': 'd02a6022-44f5-4d10-9bb2-be8f5170502b', 'project_id': '94647ed1d5f74d60b6c4379359d1bf09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:49:23.143836 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-6ed79c94-e974-4435-8a63-14b7f081efc3 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:49:23.148135 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-6ed79c94-e974-4435-8a63-14b7f081efc3 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Usage tracker for resource:security_group_rule and tenant:94647ed1d5f74d60b6c4379359d1bf09 is out of sync, need to count used quota {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:49:23.151242 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-6ed79c94-e974-4435-8a63-14b7f081efc3 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:49:23.158175 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-6ed79c94-e974-4435-8a63-14b7f081efc3 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:49:23.175057 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6ed79c94-e974-4435-8a63-14b7f081efc3 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:49:23.209393 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-dfe17e4a-80d5-4824-94c0-8eacfd282eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab3705e-06fb-4fa8-9747-2d66e184a762', 'name': 'tempest-TestMinimumBasicScenario-547192190-router', 'tenant_id': '94647ed1d5f74d60b6c4379359d1bf09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.24'}], 'enable_snat': True}, 'gw_port_id': '07c25574-bd44-4bf5-b34e-2dbf4ac081fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:48:27Z', 'updated_at': '2021-04-19T07:48:32Z', 'revision_number': 4, 'project_id': '94647ed1d5f74d60b6c4379359d1bf09', 'gw_port': {'id': '07c25574-bd44-4bf5-b34e-2dbf4ac081fb', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab3705e-06fb-4fa8-9747-2d66e184a762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:48:28Z', 'updated_at': '2021-04-19T07:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb', '_floatingips': [{'id': '846c04c1-65db-4b4a-a70a-939f3fcba24b', 'tenant_id': '94647ed1d5f74d60b6c4379359d1bf09', 'floating_ip_address': '172.28.2.132', 'floating_network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'router_id': '8ab3705e-06fb-4fa8-9747-2d66e184a762', 'port_id': '94bc7897-1b80-4c3e-819a-62d2ac709680', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d486858-e64b-44b2-8cab-f04743aebbb1', 'mac_address': 'fa:16:3e:13:d9:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed0bafe-d98f-448f-8624-fd8507dc4096', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T07:49:21Z', 'updated_at': '2021-04-19T07:49:21Z', 'revision_number': 0, 'project_id': '94647ed1d5f74d60b6c4379359d1bf09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aee69903-a1c7-4848-a87c-faafa5826732', 'name': '', 'network_id': '7d486858-e64b-44b2-8cab-f04743aebbb1', 'tenant_id': '94647ed1d5f74d60b6c4379359d1bf09', 'mac_address': 'fa:16:3e:36:b9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab3705e-06fb-4fa8-9747-2d66e184a762', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'cacf8967-612b-4e84-94e9-bd6427688a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:48:31Z', 'updated_at': '2021-04-19T07:48:40Z', 'revision_number': 5, 'project_id': '94647ed1d5f74d60b6c4379359d1bf09', 'subnets': [{'id': 'cacf8967-612b-4e84-94e9-bd6427688a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-smb', False) {} {{(pid=86414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:49:23.213904 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe17e4a-80d5-4824-94c0-8eacfd282eae None None] Checking router: 8ab3705e-06fb-4fa8-9747-2d66e184a762 for host: dv-cinder-773870-2-smb {{(pid=86414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 07:49:23.223221 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe17e4a-80d5-4824-94c0-8eacfd282eae None None] Routers {'8ab3705e-06fb-4fa8-9747-2d66e184a762'} bound to L3 agent in host dv-cinder-773870-2-smb {{(pid=86414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 07:49:23.224007 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-dfe17e4a-80d5-4824-94c0-8eacfd282eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T07:32:39Z,description=,heartbeat_timestamp=2021-04-19T07:49:09Z,host='dv-cinder-773870-2-smb',id=af0aee0b-5275-4bf1-b5b2-246fd8e7196c,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T07:32:39Z,topic='l3_agent')) {'router_ids': ['8ab3705e-06fb-4fa8-9747-2d66e184a762'], 'active': True} {{(pid=86414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:49:23.239348 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6ed79c94-e974-4435-8a63-14b7f081efc3 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:49:23.242604 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6ed79c94-e974-4435-8a63-14b7f081efc3 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704384'] for security_group_rule, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:49:23.245014 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-17a4adec-1804-4db3-ae17-b8508142bc84 tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:49:23.252162 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-4361fc7c-3fdb-4ffd-95e4-5aa0122f0342 req-69c7cde2-d6f2-4bc8-8078-ba4a58d0b824 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94bc7897-1b80-4c3e-819a-62d2ac709680 HTTP/1.1" status: 200 len: 999 time: 0.1075003 Apr 19 07:49:23.269705 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed79c94-e974-4435-8a63-14b7f081efc3 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9030322-c87c-40be-b0d5-fde0ced8c509,revision_number=0']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:49:23.274627 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-6ed79c94-e974-4435-8a63-14b7f081efc3 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:49:23.278663 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6ed79c94-e974-4435-8a63-14b7f081efc3 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:49:23.282759 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-6ed79c94-e974-4435-8a63-14b7f081efc3 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1482282 Apr 19 07:49:23.283031 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 45844) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:49:23.288768 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [None req-1933cdd1-d3dd-4c42-95fe-a4b42bca42dc tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Request body: {'security_group_rule': {'security_group_id': 'd02a6022-44f5-4d10-9bb2-be8f5170502b', 'project_id': '94647ed1d5f74d60b6c4379359d1bf09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:49:23.295280 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-1933cdd1-d3dd-4c42-95fe-a4b42bca42dc tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:49:23.299379 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-1933cdd1-d3dd-4c42-95fe-a4b42bca42dc tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Usage tracker for resource:security_group_rule and tenant:94647ed1d5f74d60b6c4379359d1bf09 is out of sync, need to count used quota {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:49:23.302368 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-1933cdd1-d3dd-4c42-95fe-a4b42bca42dc tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:49:23.308793 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-1933cdd1-d3dd-4c42-95fe-a4b42bca42dc tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:49:23.326006 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-1933cdd1-d3dd-4c42-95fe-a4b42bca42dc tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:49:23.326963 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4361fc7c-3fdb-4ffd-95e4-5aa0122f0342 req-ef848ef7-efa6-401a-911e-74dae900b6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:49:23.328585 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-4361fc7c-3fdb-4ffd-95e4-5aa0122f0342 req-ef848ef7-efa6-401a-911e-74dae900b6da service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cacf8967-612b-4e84-94e9-bd6427688a13 HTTP/1.1" status: 200 len: 853 time: 0.0701935 Apr 19 07:49:23.404060 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-1933cdd1-d3dd-4c42-95fe-a4b42bca42dc tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:49:23.408217 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-1933cdd1-d3dd-4c42-95fe-a4b42bca42dc tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704384'] for security_group_rule, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:49:23.410734 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:49:23.424681 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4361fc7c-3fdb-4ffd-95e4-5aa0122f0342 req-9be7a494-cd1e-49ed-a307-3714f035bec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:49:23.427009 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-4361fc7c-3fdb-4ffd-95e4-5aa0122f0342 req-9be7a494-cd1e-49ed-a307-3714f035bec7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7d486858-e64b-44b2-8cab-f04743aebbb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0908251 Apr 19 07:49:23.438794 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1933cdd1-d3dd-4c42-95fe-a4b42bca42dc tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4daa1ac-e067-4cc4-951e-dbc4bb50abd6,revision_number=0']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:49:23.441715 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-1933cdd1-d3dd-4c42-95fe-a4b42bca42dc tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:49:23.449021 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-1933cdd1-d3dd-4c42-95fe-a4b42bca42dc tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:49:23.450620 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-1933cdd1-d3dd-4c42-95fe-a4b42bca42dc tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1666162 Apr 19 07:49:23.453587 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 45848) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:49:23.459613 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [None req-4b0f4422-d02e-475c-9937-089b9af5eff6 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Request body: {'security_group_rule': {'security_group_id': 'd02a6022-44f5-4d10-9bb2-be8f5170502b', 'project_id': '94647ed1d5f74d60b6c4379359d1bf09', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:49:23.466400 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-4b0f4422-d02e-475c-9937-089b9af5eff6 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:49:23.470779 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-4b0f4422-d02e-475c-9937-089b9af5eff6 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Usage tracker for resource:security_group_rule and tenant:94647ed1d5f74d60b6c4379359d1bf09 is out of sync, need to count used quota {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:49:23.474041 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-4b0f4422-d02e-475c-9937-089b9af5eff6 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:49:23.480922 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-4b0f4422-d02e-475c-9937-089b9af5eff6 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:49:23.499038 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-4b0f4422-d02e-475c-9937-089b9af5eff6 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:49:23.574949 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-4b0f4422-d02e-475c-9937-089b9af5eff6 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:49:23.578101 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-4b0f4422-d02e-475c-9937-089b9af5eff6 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704384'] for security_group_rule, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:49:23.584957 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-4361fc7c-3fdb-4ffd-95e4-5aa0122f0342 req-0e3abfde-8426-4429-84ec-e7c0930ec24a service neutron] 10.222.0.42 "GET /v2.0/networks/7d486858-e64b-44b2-8cab-f04743aebbb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503787 Apr 19 07:49:23.586511 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-c7c0be9f-7778-4e39-ac0c-f05f61d3487f tempest-TestShelveInstance-444080274 tempest-TestShelveInstance-444080274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:49:23.604255 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvr_db [None req-dfe17e4a-80d5-4824-94c0-8eacfd282eae None None] Set router 8ab3705e-06fb-4fa8-9747-2d66e184a762 gateway port host: dv-cinder-773870-2-smb {{(pid=86414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 07:49:23.606711 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0f4422-d02e-475c-9937-089b9af5eff6 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=249d37ad-d37e-4824-a3b5-95c47a212e9d,revision_number=0']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:49:23.611752 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-4b0f4422-d02e-475c-9937-089b9af5eff6 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:49:23.615939 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-4b0f4422-d02e-475c-9937-089b9af5eff6 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:49:23.620022 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-4b0f4422-d02e-475c-9937-089b9af5eff6 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1626151 Apr 19 07:49:23.620416 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 45852) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:49:23.626293 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [None req-c89efbc6-3a80-49f0-ab57-6595bcc62147 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Request body: {'security_group_rule': {'security_group_id': 'd02a6022-44f5-4d10-9bb2-be8f5170502b', 'project_id': '94647ed1d5f74d60b6c4379359d1bf09', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:49:23.632961 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-c89efbc6-3a80-49f0-ab57-6595bcc62147 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:49:23.637572 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-c89efbc6-3a80-49f0-ab57-6595bcc62147 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Usage tracker for resource:security_group_rule and tenant:94647ed1d5f74d60b6c4379359d1bf09 is out of sync, need to count used quota {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:49:23.640617 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-c89efbc6-3a80-49f0-ab57-6595bcc62147 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:49:23.646577 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-c89efbc6-3a80-49f0-ab57-6595bcc62147 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:49:23.665713 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-c89efbc6-3a80-49f0-ab57-6595bcc62147 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:49:23.732841 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-4361fc7c-3fdb-4ffd-95e4-5aa0122f0342 req-633f7305-ffc9-42b4-8178-d14164cfb534 service neutron] 10.222.0.42 "GET /v2.0/networks/7d486858-e64b-44b2-8cab-f04743aebbb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415279 Apr 19 07:49:23.734966 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-c89efbc6-3a80-49f0-ab57-6595bcc62147 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:49:23.738506 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-c89efbc6-3a80-49f0-ab57-6595bcc62147 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704384'] for security_group_rule, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:49:23.740626 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:49:23.762413 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89efbc6-3a80-49f0-ab57-6595bcc62147 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cbecad6-9a4c-41d0-8e9b-b57b250a60f8,revision_number=0']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:49:23.766575 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-c89efbc6-3a80-49f0-ab57-6595bcc62147 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:49:23.773398 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-c89efbc6-3a80-49f0-ab57-6595bcc62147 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:49:23.774782 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-c89efbc6-3a80-49f0-ab57-6595bcc62147 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1532538 Apr 19 07:49:23.777695 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 45856) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:49:23.783450 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [None req-a99ae080-449f-456c-a411-edc17315167f tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Request body: {'security_group_rule': {'security_group_id': 'd02a6022-44f5-4d10-9bb2-be8f5170502b', 'project_id': '94647ed1d5f74d60b6c4379359d1bf09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:49:23.789905 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-a99ae080-449f-456c-a411-edc17315167f tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:49:23.793989 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-a99ae080-449f-456c-a411-edc17315167f tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Usage tracker for resource:security_group_rule and tenant:94647ed1d5f74d60b6c4379359d1bf09 is out of sync, need to count used quota {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:49:23.797089 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-a99ae080-449f-456c-a411-edc17315167f tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:49:23.803203 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-a99ae080-449f-456c-a411-edc17315167f tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:49:23.813380 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.db.securitygroups_db [None req-a99ae080-449f-456c-a411-edc17315167f tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Project 94647ed1d5f74d60b6c4379359d1bf09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 19 07:49:23.820235 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-a99ae080-449f-456c-a411-edc17315167f tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:49:23.887854 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-a99ae080-449f-456c-a411-edc17315167f tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:49:23.891321 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-a99ae080-449f-456c-a411-edc17315167f tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704384'] for security_group_rule, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:49:23.893500 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-6ed79c94-e974-4435-8a63-14b7f081efc3 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:49:23.916982 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99ae080-449f-456c-a411-edc17315167f tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72dd2297-9e0b-4639-bff6-29327fd1ae58,revision_number=0']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:49:23.919567 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-a99ae080-449f-456c-a411-edc17315167f tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:49:23.926309 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-a99ae080-449f-456c-a411-edc17315167f tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:49:23.927655 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-a99ae080-449f-456c-a411-edc17315167f tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1487939 Apr 19 07:49:23.930863 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 45860) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:49:23.936408 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [None req-7788b987-baee-4ef2-9d85-14d1fede5e58 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Request body: {'security_group_rule': {'security_group_id': 'd02a6022-44f5-4d10-9bb2-be8f5170502b', 'project_id': '94647ed1d5f74d60b6c4379359d1bf09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:49:23.942610 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-7788b987-baee-4ef2-9d85-14d1fede5e58 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 07:49:23.946774 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-7788b987-baee-4ef2-9d85-14d1fede5e58 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Usage tracker for resource:security_group_rule and tenant:94647ed1d5f74d60b6c4379359d1bf09 is out of sync, need to count used quota {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 07:49:23.950065 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [None req-7788b987-baee-4ef2-9d85-14d1fede5e58 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86413) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 07:49:23.956317 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.quota.driver [None req-7788b987-baee-4ef2-9d85-14d1fede5e58 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86413) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 07:49:23.966558 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.db.securitygroups_db [None req-7788b987-baee-4ef2-9d85-14d1fede5e58 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Project 94647ed1d5f74d60b6c4379359d1bf09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 19 07:49:23.973499 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-7788b987-baee-4ef2-9d85-14d1fede5e58 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:49:23.980472 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-dfe17e4a-80d5-4824-94c0-8eacfd282eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab3705e-06fb-4fa8-9747-2d66e184a762', 'name': 'tempest-TestMinimumBasicScenario-547192190-router', 'tenant_id': '94647ed1d5f74d60b6c4379359d1bf09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.24'}], 'enable_snat': True}, 'gw_port_id': '07c25574-bd44-4bf5-b34e-2dbf4ac081fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:48:27Z', 'updated_at': '2021-04-19T07:48:32Z', 'revision_number': 4, 'project_id': '94647ed1d5f74d60b6c4379359d1bf09', 'gw_port': {'id': '07c25574-bd44-4bf5-b34e-2dbf4ac081fb', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab3705e-06fb-4fa8-9747-2d66e184a762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:48:28Z', 'updated_at': '2021-04-19T07:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb', '_floatingips': [{'id': '846c04c1-65db-4b4a-a70a-939f3fcba24b', 'tenant_id': '94647ed1d5f74d60b6c4379359d1bf09', 'floating_ip_address': '172.28.2.132', 'floating_network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'router_id': '8ab3705e-06fb-4fa8-9747-2d66e184a762', 'port_id': '94bc7897-1b80-4c3e-819a-62d2ac709680', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d486858-e64b-44b2-8cab-f04743aebbb1', 'mac_address': 'fa:16:3e:13:d9:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed0bafe-d98f-448f-8624-fd8507dc4096', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T07:49:21Z', 'updated_at': '2021-04-19T07:49:21Z', 'revision_number': 0, 'project_id': '94647ed1d5f74d60b6c4379359d1bf09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aee69903-a1c7-4848-a87c-faafa5826732', 'name': '', 'network_id': '7d486858-e64b-44b2-8cab-f04743aebbb1', 'tenant_id': '94647ed1d5f74d60b6c4379359d1bf09', 'mac_address': 'fa:16:3e:36:b9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab3705e-06fb-4fa8-9747-2d66e184a762', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'cacf8967-612b-4e84-94e9-bd6427688a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:48:31Z', 'updated_at': '2021-04-19T07:48:40Z', 'revision_number': 5, 'project_id': '94647ed1d5f74d60b6c4379359d1bf09', 'subnets': [{'id': 'cacf8967-612b-4e84-94e9-bd6427688a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-smb', False) {} {{(pid=86414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:49:23.984844 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe17e4a-80d5-4824-94c0-8eacfd282eae None None] The sync data for ids ['8ab3705e-06fb-4fa8-9747-2d66e184a762'] in dv-cinder-773870-2-smb is: [{'id': '8ab3705e-06fb-4fa8-9747-2d66e184a762', 'name': 'tempest-TestMinimumBasicScenario-547192190-router', 'tenant_id': '94647ed1d5f74d60b6c4379359d1bf09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.24'}], 'enable_snat': True}, 'gw_port_id': '07c25574-bd44-4bf5-b34e-2dbf4ac081fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:48:27Z', 'updated_at': '2021-04-19T07:48:32Z', 'revision_number': 4, 'project_id': '94647ed1d5f74d60b6c4379359d1bf09', 'gw_port': {'id': '07c25574-bd44-4bf5-b34e-2dbf4ac081fb', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab3705e-06fb-4fa8-9747-2d66e184a762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:48:28Z', 'updated_at': '2021-04-19T07:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb', '_floatingips': [{'id': '846c04c1-65db-4b4a-a70a-939f3fcba24b', 'tenant_id': '94647ed1d5f74d60b6c4379359d1bf09', 'floating_ip_address': '172.28.2.132', 'floating_network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'router_id': '8ab3705e-06fb-4fa8-9747-2d66e184a762', 'port_id': '94bc7897-1b80-4c3e-819a-62d2ac709680', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d486858-e64b-44b2-8cab-f04743aebbb1', 'mac_address': 'fa:16:3e:13:d9:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed0bafe-d98f-448f-8624-fd8507dc4096', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T07:49:21Z', 'updated_at': '2021-04-19T07:49:21Z', 'revision_number': 0, 'project_id': '94647ed1d5f74d60b6c4379359d1bf09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aee69903-a1c7-4848-a87c-faafa5826732', 'name': '', 'network_id': '7d486858-e64b-44b2-8cab-f04743aebbb1', 'tenant_id': '94647ed1d5f74d60b6c4379359d1bf09', 'mac_address': 'fa:16:3e:36:b9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab3705e-06fb-4fa8-9747-2d66e184a762', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'cacf8967-612b-4e84-94e9-bd6427688a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:48:31Z', 'updated_at': '2021-04-19T07:48:40Z', 'revision_number': 5, 'project_id': '94647ed1d5f74d60b6c4379359d1bf09', 'subnets': [{'id': 'cacf8967-612b-4e84-94e9-bd6427688a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 07:49:24.046224 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-7788b987-baee-4ef2-9d85-14d1fede5e58 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:49:24.049886 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-7788b987-baee-4ef2-9d85-14d1fede5e58 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704384'] for security_group_rule, after_create {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:49:24.052084 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-ce8f1646-82c1-404e-a8ac-665ad88c9798 tempest-AttachVolumeTestJSON-1428450029 tempest-AttachVolumeTestJSON-1428450029-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:49:24.075667 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7788b987-baee-4ef2-9d85-14d1fede5e58 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b981d24-6801-4888-a448-b109c2e968be,revision_number=0']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:49:24.078241 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-7788b987-baee-4ef2-9d85-14d1fede5e58 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:49:24.085008 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-7788b987-baee-4ef2-9d85-14d1fede5e58 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:49:24.089194 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-7788b987-baee-4ef2-9d85-14d1fede5e58 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1544418 Apr 19 07:49:24.222063 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-91cb46ec-6899-4d99-a801-97f2b001d74d req-ae918930-596e-467c-9ec2-2795cf6c88a0 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-375771602&fields=id&tenant_id=94647ed1d5f74d60b6c4379359d1bf09 HTTP/1.1" status: 200 len: 267 time: 0.0469141 Apr 19 07:49:24.275580 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd8d524-7e76-447d-8621-b1d461b4b8f5 None None] New status for floating IP 846c04c1-65db-4b4a-a70a-939f3fcba24b: ACTIVE {{(pid=86415) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 07:49:24.316903 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb46ec-6899-4d99-a801-97f2b001d74d req-5f80bd62-0924-4597-a7ca-2cf3713a8d6e tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:49:24.318504 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-91cb46ec-6899-4d99-a801-97f2b001d74d req-5f80bd62-0924-4597-a7ca-2cf3713a8d6e tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "GET /v2.0/ports?device_id=fed0bafe-d98f-448f-8624-fd8507dc4096 HTTP/1.1" status: 200 len: 945 time: 0.0898359 Apr 19 07:49:24.330686 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [req-91cb46ec-6899-4d99-a801-97f2b001d74d req-4d5679ef-e502-4d90-b2a5-510e091f1619 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Request body: {'port': {'security_groups': ['088b5179-7305-4dd8-ba85-0a218b53f2a9', 'd02a6022-44f5-4d10-9bb2-be8f5170502b']}} {{(pid=86413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:49:24.461628 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-91cb46ec-6899-4d99-a801-97f2b001d74d req-4d5679ef-e502-4d90-b2a5-510e091f1619 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:49:24.741608 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [req-91cb46ec-6899-4d99-a801-97f2b001d74d req-4d5679ef-e502-4d90-b2a5-510e091f1619 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] For port 94bc7897-1b80-4c3e-819a-62d2ac709680, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=94bc7897-1b80-4c3e-819a-62d2ac709680,segment=NetworkSegment(e3e891b6-e85e-49ef-9c7c-9544597e8975),segment_id=e3e891b6-e85e-49ef-9c7c-9544597e8975)] {{(pid=86413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:49:24.767883 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-91cb46ec-6899-4d99-a801-97f2b001d74d req-4d5679ef-e502-4d90-b2a5-510e091f1619 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Notify callbacks [] for port, precommit_update {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:49:24.772905 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-91cb46ec-6899-4d99-a801-97f2b001d74d req-4d5679ef-e502-4d90-b2a5-510e091f1619 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851878043'] for port, after_update {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:49:24.778720 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-5ae56976-a6e0-445a-81c0-d4a4345796d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:49:24.784678 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] get_ports_and_sgs() called for port_ids ['94bc7897-1b80-4c3e-819a-62d2ac709680'] {{(pid=86414) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 07:49:24.842033 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb46ec-6899-4d99-a801-97f2b001d74d req-4d5679ef-e502-4d90-b2a5-510e091f1619 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:49:24.842744 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-91cb46ec-6899-4d99-a801-97f2b001d74d req-4d5679ef-e502-4d90-b2a5-510e091f1619 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773070'] for port, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:49:24.844243 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-91cb46ec-6899-4d99-a801-97f2b001d74d req-4d5679ef-e502-4d90-b2a5-510e091f1619 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "PUT /v2.0/ports/94bc7897-1b80-4c3e-819a-62d2ac709680 HTTP/1.1" status: 200 len: 981 time: 0.5185938 Apr 19 07:49:24.845012 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fed0bafe-d98f-448f-8624-fd8507dc4096', 'tag': '94bc7897-1b80-4c3e-819a-62d2ac709680'}] {{(pid=86413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 07:49:24.880524 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5679ef-e502-4d90-b2a5-510e091f1619 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Pushing event updated for resources: {'Port': ['ID=94bc7897-1b80-4c3e-819a-62d2ac709680,revision_number=6']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:49:24.895053 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-4d5679ef-e502-4d90-b2a5-510e091f1619 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:49:24.913805 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fed0bafe-d98f-448f-8624-fd8507dc4096', 'tag': '94bc7897-1b80-4c3e-819a-62d2ac709680', 'status': 'completed', 'code': 200} Apr 19 07:49:24.933973 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] get_ports_and_sgs() called for port_ids ['94bc7897-1b80-4c3e-819a-62d2ac709680'] {{(pid=86414) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 07:49:25.028257 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a7a83-15bc-4cbd-9b27-4b4fa8de1d3b req-5f0c708f-8f12-4ec6-a50b-5613c3f36d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:49:25.030078 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-132a7a83-15bc-4cbd-9b27-4b4fa8de1d3b req-5f0c708f-8f12-4ec6-a50b-5613c3f36d4c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=94647ed1d5f74d60b6c4379359d1bf09&device_id=fed0bafe-d98f-448f-8624-fd8507dc4096 HTTP/1.1" status: 200 len: 1137 time: 0.0923357 Apr 19 07:49:25.077592 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6cddeb-2c1f-42c1-bfae-9e4b800f9058 req-09754c3e-2819-49b8-b71c-7ac985bdf752 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:49:25.079653 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-7e6cddeb-2c1f-42c1-bfae-9e4b800f9058 req-09754c3e-2819-49b8-b71c-7ac985bdf752 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "GET /v2.0/ports?device_id=fed0bafe-d98f-448f-8624-fd8507dc4096 HTTP/1.1" status: 200 len: 984 time: 0.1124692 Apr 19 07:49:25.135250 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-7e6cddeb-2c1f-42c1-bfae-9e4b800f9058 req-5abc5a18-433e-4d50-ad49-f1aed72411cd tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "GET /v2.0/security-groups?id=088b5179-7305-4dd8-ba85-0a218b53f2a9&id=d02a6022-44f5-4d10-9bb2-be8f5170502b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0470643 Apr 19 07:49:25.181894 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a7a83-15bc-4cbd-9b27-4b4fa8de1d3b req-6dae1c42-bf3c-46b1-baf6-e6d8f2181694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:49:25.183500 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-132a7a83-15bc-4cbd-9b27-4b4fa8de1d3b req-6dae1c42-bf3c-46b1-baf6-e6d8f2181694 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7d486858-e64b-44b2-8cab-f04743aebbb1 HTTP/1.1" status: 200 len: 915 time: 0.1459413 Apr 19 07:49:25.204459 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-9c2af5d6-130e-43fe-8898-997b5d401a73 None None] Provisioning complete for port 94bc7897-1b80-4c3e-819a-62d2ac709680 triggered by entity DHCP. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:49:25.204871 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-9c2af5d6-130e-43fe-8898-997b5d401a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:49:25.292481 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-132a7a83-15bc-4cbd-9b27-4b4fa8de1d3b req-be37e162-c261-497e-9f55-e1d18ee70645 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94bc7897-1b80-4c3e-819a-62d2ac709680 HTTP/1.1" status: 200 len: 1001 time: 0.1017702 Apr 19 07:49:25.365577 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a7a83-15bc-4cbd-9b27-4b4fa8de1d3b req-f2f4499f-3510-4610-bc18-07a91c9f33ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:49:25.367020 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-132a7a83-15bc-4cbd-9b27-4b4fa8de1d3b req-f2f4499f-3510-4610-bc18-07a91c9f33ed service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cacf8967-612b-4e84-94e9-bd6427688a13 HTTP/1.1" status: 200 len: 853 time: 0.0669894 Apr 19 07:49:25.456520 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a7a83-15bc-4cbd-9b27-4b4fa8de1d3b req-a989a232-f28e-4f5c-b186-d9d55beccebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:49:25.458490 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-132a7a83-15bc-4cbd-9b27-4b4fa8de1d3b req-a989a232-f28e-4f5c-b186-d9d55beccebb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7d486858-e64b-44b2-8cab-f04743aebbb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0850301 Apr 19 07:49:25.610703 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-132a7a83-15bc-4cbd-9b27-4b4fa8de1d3b req-7586b399-7387-481c-aa25-746a5273cbbe service neutron] 10.222.0.42 "GET /v2.0/networks/7d486858-e64b-44b2-8cab-f04743aebbb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442277 Apr 19 07:49:25.757182 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-132a7a83-15bc-4cbd-9b27-4b4fa8de1d3b req-10d55457-07c8-4cd7-813f-a10da4d6bad5 service neutron] 10.222.0.42 "GET /v2.0/networks/7d486858-e64b-44b2-8cab-f04743aebbb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401854 Apr 19 07:49:27.078225 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.agents_db [None req-ec4b265d-3c04-42fd-95cd-57ca7ec41865 None None] Agent healthcheck: found 6 active agents {{(pid=86415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 07:49:37.047831 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-61820a1a-c432-46fa-ae47-6a6fc15b65d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:49:39.165420 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-90c0b95c-958c-4dec-93cd-6e1b3bf5f277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:49:39.808035 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bf2cef0d-0a86-410b-90d7-6d8fe7ad6153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:49:40.494434 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:49:40.638945 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:49:41.376861 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d08bd89e-63cf-49bc-b1d3-e1c35da66f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:49:48.081558 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72661f1f-98b9-4980-b257-db63b4a22bb4 req-68ad8053-1795-441f-9a1d-f77b34bff4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:49:48.083121 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-72661f1f-98b9-4980-b257-db63b4a22bb4 req-68ad8053-1795-441f-9a1d-f77b34bff4fc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=94647ed1d5f74d60b6c4379359d1bf09&device_id=fed0bafe-d98f-448f-8624-fd8507dc4096 HTTP/1.1" status: 200 len: 1137 time: 0.0854053 Apr 19 07:49:48.114222 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f70f92-fec9-40a3-9eb1-a5ae68f6df21 req-05a40e34-dc96-4604-be65-f16a3150645f tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:49:48.115862 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-55f70f92-fec9-40a3-9eb1-a5ae68f6df21 req-05a40e34-dc96-4604-be65-f16a3150645f tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "GET /v2.0/ports?device_id=fed0bafe-d98f-448f-8624-fd8507dc4096 HTTP/1.1" status: 200 len: 984 time: 0.0901725 Apr 19 07:49:48.165190 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-55f70f92-fec9-40a3-9eb1-a5ae68f6df21 req-7160b8f9-7621-4126-a4cd-571c3d93eb8b tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "GET /v2.0/security-groups?id=088b5179-7305-4dd8-ba85-0a218b53f2a9&id=d02a6022-44f5-4d10-9bb2-be8f5170502b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0427215 Apr 19 07:49:48.469418 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72661f1f-98b9-4980-b257-db63b4a22bb4 req-db858e46-cf43-4652-9133-7891bc6ed9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:49:48.470985 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-72661f1f-98b9-4980-b257-db63b4a22bb4 req-db858e46-cf43-4652-9133-7891bc6ed9b1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7d486858-e64b-44b2-8cab-f04743aebbb1 HTTP/1.1" status: 200 len: 915 time: 0.3813229 Apr 19 07:49:48.579949 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-72661f1f-98b9-4980-b257-db63b4a22bb4 req-57e53f0f-0f7d-4b7e-874e-aee0aef39d01 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94bc7897-1b80-4c3e-819a-62d2ac709680 HTTP/1.1" status: 200 len: 1001 time: 0.1019142 Apr 19 07:49:48.650058 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72661f1f-98b9-4980-b257-db63b4a22bb4 req-93da60a3-3624-4fe9-9ee2-71b8e53fd952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:49:48.651583 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-72661f1f-98b9-4980-b257-db63b4a22bb4 req-93da60a3-3624-4fe9-9ee2-71b8e53fd952 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cacf8967-612b-4e84-94e9-bd6427688a13 HTTP/1.1" status: 200 len: 853 time: 0.0641806 Apr 19 07:49:48.736557 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72661f1f-98b9-4980-b257-db63b4a22bb4 req-f1b8c31c-50a8-495c-8ce1-2cd1a978f931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:49:48.738519 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-72661f1f-98b9-4980-b257-db63b4a22bb4 req-f1b8c31c-50a8-495c-8ce1-2cd1a978f931 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7d486858-e64b-44b2-8cab-f04743aebbb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0804429 Apr 19 07:49:48.892202 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-72661f1f-98b9-4980-b257-db63b4a22bb4 req-5479a927-4626-4a5a-b992-c86d4280f854 service neutron] 10.222.0.42 "GET /v2.0/networks/7d486858-e64b-44b2-8cab-f04743aebbb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455514 Apr 19 07:49:49.036814 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-72661f1f-98b9-4980-b257-db63b4a22bb4 req-fe6e8d24-92a5-4755-8ead-932a5ab961c4 service neutron] 10.222.0.42 "GET /v2.0/networks/7d486858-e64b-44b2-8cab-f04743aebbb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377478 Apr 19 07:49:49.374464 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef270647-f132-4ab2-a39e-6c2ae51c9fef req-3d05fd33-28c6-4908-9e26-44676101b79a tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:49:49.375980 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-ef270647-f132-4ab2-a39e-6c2ae51c9fef req-3d05fd33-28c6-4908-9e26-44676101b79a tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "GET /v2.0/ports?device_id=fed0bafe-d98f-448f-8624-fd8507dc4096 HTTP/1.1" status: 200 len: 984 time: 0.0919876 Apr 19 07:49:49.430074 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-ef270647-f132-4ab2-a39e-6c2ae51c9fef req-065233ef-cd44-4ee1-b853-de8d230e6140 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "GET /v2.0/security-groups?id=088b5179-7305-4dd8-ba85-0a218b53f2a9&id=d02a6022-44f5-4d10-9bb2-be8f5170502b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0446537 Apr 19 07:49:50.658460 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a26652-1c9b-4695-873e-0cfbeeb498be req-b3c3f26a-2f1c-46a4-b4aa-38045df7fe06 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:49:50.660407 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-d4a26652-1c9b-4695-873e-0cfbeeb498be req-b3c3f26a-2f1c-46a4-b4aa-38045df7fe06 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "GET /v2.0/ports?device_id=fed0bafe-d98f-448f-8624-fd8507dc4096 HTTP/1.1" status: 200 len: 984 time: 0.0958023 Apr 19 07:49:50.713696 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-d4a26652-1c9b-4695-873e-0cfbeeb498be req-ecb80c83-9358-4fd4-aa73-159a5a644498 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "GET /v2.0/security-groups?id=088b5179-7305-4dd8-ba85-0a218b53f2a9&id=d02a6022-44f5-4d10-9bb2-be8f5170502b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0456295 Apr 19 07:49:51.942158 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531e4789-c96f-4137-bbd5-04f73f091de0 req-4d615cd5-e7ab-4d19-b996-ccecc1a80d38 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:49:51.943732 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-531e4789-c96f-4137-bbd5-04f73f091de0 req-4d615cd5-e7ab-4d19-b996-ccecc1a80d38 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "GET /v2.0/ports?device_id=fed0bafe-d98f-448f-8624-fd8507dc4096 HTTP/1.1" status: 200 len: 984 time: 0.1033452 Apr 19 07:49:51.994794 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-531e4789-c96f-4137-bbd5-04f73f091de0 req-6db31f21-f6cc-456f-918e-d7810d6bb533 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "GET /v2.0/security-groups?id=088b5179-7305-4dd8-ba85-0a218b53f2a9&id=d02a6022-44f5-4d10-9bb2-be8f5170502b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0445664 Apr 19 07:49:53.228790 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780cb782-ef43-4d8d-b209-8bf44345bccc req-23e807c9-a264-41dc-9b40-697dfe531002 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:49:53.230380 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-780cb782-ef43-4d8d-b209-8bf44345bccc req-23e807c9-a264-41dc-9b40-697dfe531002 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "GET /v2.0/ports?device_id=fed0bafe-d98f-448f-8624-fd8507dc4096 HTTP/1.1" status: 200 len: 984 time: 0.1019969 Apr 19 07:49:53.285404 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-780cb782-ef43-4d8d-b209-8bf44345bccc req-b3e6cd42-d64d-4639-bc6b-1715465a44f0 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "GET /v2.0/security-groups?id=088b5179-7305-4dd8-ba85-0a218b53f2a9&id=d02a6022-44f5-4d10-9bb2-be8f5170502b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0446229 Apr 19 07:49:54.501709 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e51a6ce-4a0c-4486-a222-8eecf6d3651c req-9b872df2-4ce1-4820-a8e5-7387d31a9f5d tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:49:54.503320 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-7e51a6ce-4a0c-4486-a222-8eecf6d3651c req-9b872df2-4ce1-4820-a8e5-7387d31a9f5d tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "GET /v2.0/ports?device_id=fed0bafe-d98f-448f-8624-fd8507dc4096 HTTP/1.1" status: 200 len: 984 time: 0.0908592 Apr 19 07:49:54.564402 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-7e51a6ce-4a0c-4486-a222-8eecf6d3651c req-ca281130-1a90-4de1-a63e-aa8268c586bb tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "GET /v2.0/security-groups?id=088b5179-7305-4dd8-ba85-0a218b53f2a9&id=d02a6022-44f5-4d10-9bb2-be8f5170502b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0520802 Apr 19 07:49:56.018328 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b453184c-a0e9-411d-b4a0-882d8e20d26d req-53498aa6-8a2c-4828-b903-e0d12c9ceec4 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:49:56.019953 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-b453184c-a0e9-411d-b4a0-882d8e20d26d req-53498aa6-8a2c-4828-b903-e0d12c9ceec4 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "GET /v2.0/ports?device_id=fed0bafe-d98f-448f-8624-fd8507dc4096 HTTP/1.1" status: 200 len: 984 time: 0.3277657 Apr 19 07:49:56.071819 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-b453184c-a0e9-411d-b4a0-882d8e20d26d req-12e990bf-f91a-4d02-9732-00ad5f0fe740 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "GET /v2.0/security-groups?id=088b5179-7305-4dd8-ba85-0a218b53f2a9&id=d02a6022-44f5-4d10-9bb2-be8f5170502b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0438161 Apr 19 07:49:57.279355 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce9b4bc-0af3-4534-b2e9-dca21c6caa5d req-a55ff40f-c0fa-46a5-baf5-bf60d7a4e54d tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:49:57.280913 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-fce9b4bc-0af3-4534-b2e9-dca21c6caa5d req-a55ff40f-c0fa-46a5-baf5-bf60d7a4e54d tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "GET /v2.0/ports?device_id=fed0bafe-d98f-448f-8624-fd8507dc4096 HTTP/1.1" status: 200 len: 984 time: 0.0939164 Apr 19 07:49:57.332935 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-fce9b4bc-0af3-4534-b2e9-dca21c6caa5d req-3a71ab6d-e420-4b2e-bac5-1bb6d26b4501 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "GET /v2.0/security-groups?id=088b5179-7305-4dd8-ba85-0a218b53f2a9&id=d02a6022-44f5-4d10-9bb2-be8f5170502b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0422995 Apr 19 07:49:58.570047 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b632cf1-7909-4fca-9e6b-4ae0de181e6f req-360f739e-76ca-4958-a0a1-71bf0a9235d3 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:49:58.571670 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-4b632cf1-7909-4fca-9e6b-4ae0de181e6f req-360f739e-76ca-4958-a0a1-71bf0a9235d3 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "GET /v2.0/ports?device_id=fed0bafe-d98f-448f-8624-fd8507dc4096 HTTP/1.1" status: 200 len: 984 time: 0.0946894 Apr 19 07:49:58.627227 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-4b632cf1-7909-4fca-9e6b-4ae0de181e6f req-05b4c53a-114a-44e7-9077-fbaa3c9ca7b8 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "GET /v2.0/security-groups?id=088b5179-7305-4dd8-ba85-0a218b53f2a9&id=d02a6022-44f5-4d10-9bb2-be8f5170502b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0460823 Apr 19 07:49:59.848763 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78618937-c22d-4a1c-a9d7-d93c041bfbb9 req-2db22033-e546-4b80-a011-8a5824da90b2 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:49:59.850328 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-78618937-c22d-4a1c-a9d7-d93c041bfbb9 req-2db22033-e546-4b80-a011-8a5824da90b2 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "GET /v2.0/ports?device_id=fed0bafe-d98f-448f-8624-fd8507dc4096 HTTP/1.1" status: 200 len: 984 time: 0.0933414 Apr 19 07:49:59.904776 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-78618937-c22d-4a1c-a9d7-d93c041bfbb9 req-272fbeb7-4322-48b7-b674-1d566771b866 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "GET /v2.0/security-groups?id=088b5179-7305-4dd8-ba85-0a218b53f2a9&id=d02a6022-44f5-4d10-9bb2-be8f5170502b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0447404 Apr 19 07:50:01.124285 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc722d8a-919c-4673-a789-a3ebcd077b5a req-36238f9d-6372-4450-8de5-228cc511c4a5 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:50:01.125870 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-dc722d8a-919c-4673-a789-a3ebcd077b5a req-36238f9d-6372-4450-8de5-228cc511c4a5 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "GET /v2.0/ports?device_id=fed0bafe-d98f-448f-8624-fd8507dc4096 HTTP/1.1" status: 200 len: 984 time: 0.1002519 Apr 19 07:50:01.178632 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-dc722d8a-919c-4673-a789-a3ebcd077b5a req-308d801b-e691-485a-9d61-373548579b50 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "GET /v2.0/security-groups?id=088b5179-7305-4dd8-ba85-0a218b53f2a9&id=d02a6022-44f5-4d10-9bb2-be8f5170502b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0456421 Apr 19 07:50:02.416589 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a2d104-aab9-4d5f-9841-2c1bc10d1dd2 req-8ae96423-3393-421a-86bb-0ccffad2e628 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:50:02.418173 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-09a2d104-aab9-4d5f-9841-2c1bc10d1dd2 req-8ae96423-3393-421a-86bb-0ccffad2e628 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "GET /v2.0/ports?device_id=fed0bafe-d98f-448f-8624-fd8507dc4096 HTTP/1.1" status: 200 len: 984 time: 0.0989799 Apr 19 07:50:02.471339 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-09a2d104-aab9-4d5f-9841-2c1bc10d1dd2 req-f1f87df6-6dba-4185-8490-7488199e629e tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "GET /v2.0/security-groups?id=088b5179-7305-4dd8-ba85-0a218b53f2a9&id=d02a6022-44f5-4d10-9bb2-be8f5170502b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0432239 Apr 19 07:50:03.700096 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f803085a-f388-4a15-8d81-006d70ce3d60 req-28acf63a-37bc-444b-9d60-fa2459874450 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:50:03.701609 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-f803085a-f388-4a15-8d81-006d70ce3d60 req-28acf63a-37bc-444b-9d60-fa2459874450 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "GET /v2.0/ports?device_id=fed0bafe-d98f-448f-8624-fd8507dc4096 HTTP/1.1" status: 200 len: 984 time: 0.1027308 Apr 19 07:50:03.754018 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-f803085a-f388-4a15-8d81-006d70ce3d60 req-73a9e35f-1e4f-47b5-870c-c3c88d1705a9 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "GET /v2.0/security-groups?id=088b5179-7305-4dd8-ba85-0a218b53f2a9&id=d02a6022-44f5-4d10-9bb2-be8f5170502b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0456874 Apr 19 07:50:04.080170 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.agents_db [None req-ec4b265d-3c04-42fd-95cd-57ca7ec41865 None None] Agent healthcheck: found 6 active agents {{(pid=86415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 07:50:04.958841 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3334dc4a-37f3-4396-a6eb-0befadc378c9 req-6d47aa00-7da0-43e4-afbd-eaac8b57d163 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:50:04.960441 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-3334dc4a-37f3-4396-a6eb-0befadc378c9 req-6d47aa00-7da0-43e4-afbd-eaac8b57d163 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "GET /v2.0/ports?device_id=fed0bafe-d98f-448f-8624-fd8507dc4096 HTTP/1.1" status: 200 len: 984 time: 0.0893486 Apr 19 07:50:05.015219 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-3334dc4a-37f3-4396-a6eb-0befadc378c9 req-a50d5f19-a682-4434-878d-721cf12a0a8b tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "GET /v2.0/security-groups?id=088b5179-7305-4dd8-ba85-0a218b53f2a9&id=d02a6022-44f5-4d10-9bb2-be8f5170502b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0467179 Apr 19 07:50:07.051931 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-7c2d4367-3de3-4a56-96ab-2a5c6e98e822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:09.171062 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-64cc0189-c219-46d2-a0d6-1d266756ded6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:09.804039 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bf2cef0d-0a86-410b-90d7-6d8fe7ad6153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:10.495920 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:10.644408 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:11.383448 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d08bd89e-63cf-49bc-b1d3-e1c35da66f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:16.844457 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-7ffd2363-d032-4e00-97d1-7d42c1291247 req-eed3f42c-e5db-435a-8b65-31eb6bba5f50 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fed0bafe-d98f-448f-8624-fd8507dc4096&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0913210 Apr 19 07:50:17.003501 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffd2363-d032-4e00-97d1-7d42c1291247 req-c519264c-5e6b-411c-8e9c-a9c5510da2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:50:17.005104 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-7ffd2363-d032-4e00-97d1-7d42c1291247 req-c519264c-5e6b-411c-8e9c-a9c5510da2df service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=94647ed1d5f74d60b6c4379359d1bf09&device_id=fed0bafe-d98f-448f-8624-fd8507dc4096 HTTP/1.1" status: 200 len: 1137 time: 0.0799756 Apr 19 07:50:17.170691 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffd2363-d032-4e00-97d1-7d42c1291247 req-713c8ee5-0859-4de9-8c2d-3f70b9d29b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:50:17.172327 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-7ffd2363-d032-4e00-97d1-7d42c1291247 req-713c8ee5-0859-4de9-8c2d-3f70b9d29b7b service neutron] 10.222.0.42 "GET /v2.0/networks?id=7d486858-e64b-44b2-8cab-f04743aebbb1 HTTP/1.1" status: 200 len: 915 time: 0.1425045 Apr 19 07:50:17.285767 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-7ffd2363-d032-4e00-97d1-7d42c1291247 req-6482d3e0-fb68-4e08-b9b6-7eabb3ab530a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94bc7897-1b80-4c3e-819a-62d2ac709680 HTTP/1.1" status: 200 len: 1001 time: 0.1062648 Apr 19 07:50:17.361733 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffd2363-d032-4e00-97d1-7d42c1291247 req-ee48b835-bca9-4bb2-8005-03636e7a4115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:50:17.363556 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-7ffd2363-d032-4e00-97d1-7d42c1291247 req-ee48b835-bca9-4bb2-8005-03636e7a4115 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cacf8967-612b-4e84-94e9-bd6427688a13 HTTP/1.1" status: 200 len: 853 time: 0.0682178 Apr 19 07:50:17.463531 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffd2363-d032-4e00-97d1-7d42c1291247 req-e44a1e07-dfbf-4cb4-b17d-fbf7948f2283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:50:17.465110 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-7ffd2363-d032-4e00-97d1-7d42c1291247 req-e44a1e07-dfbf-4cb4-b17d-fbf7948f2283 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7d486858-e64b-44b2-8cab-f04743aebbb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0943508 Apr 19 07:50:17.610235 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-7ffd2363-d032-4e00-97d1-7d42c1291247 req-aa7393ae-e3cd-44d5-9294-a1b0127fba43 service neutron] 10.222.0.42 "GET /v2.0/networks/7d486858-e64b-44b2-8cab-f04743aebbb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380427 Apr 19 07:50:17.760229 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-7ffd2363-d032-4e00-97d1-7d42c1291247 req-161ee334-212e-48ce-a1ab-0ad0d2fafd6d service neutron] 10.222.0.42 "GET /v2.0/networks/7d486858-e64b-44b2-8cab-f04743aebbb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394389 Apr 19 07:50:37.043949 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-501b89b5-2adf-46e6-b8b0-583f21fcf2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:37.292493 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-8ad64b63-5479-4cc5-a143-7ce05279c3e1 req-c5c2692d-1a96-4188-b8e0-0070cf9a6eed tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-375771602&fields=id&tenant_id=94647ed1d5f74d60b6c4379359d1bf09 HTTP/1.1" status: 200 len: 267 time: 0.0439341 Apr 19 07:50:37.385256 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad64b63-5479-4cc5-a143-7ce05279c3e1 req-3151ca82-3555-416d-b915-01d08ef9c8b1 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:50:37.386726 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-8ad64b63-5479-4cc5-a143-7ce05279c3e1 req-3151ca82-3555-416d-b915-01d08ef9c8b1 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "GET /v2.0/ports?device_id=fed0bafe-d98f-448f-8624-fd8507dc4096 HTTP/1.1" status: 200 len: 984 time: 0.0881877 Apr 19 07:50:37.399402 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.v2.base [req-8ad64b63-5479-4cc5-a143-7ce05279c3e1 req-c1ef737b-7b87-46f3-b1ae-7eec77e987d0 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Request body: {'port': {'security_groups': ['088b5179-7305-4dd8-ba85-0a218b53f2a9']}} {{(pid=86413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 07:50:37.529419 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-8ad64b63-5479-4cc5-a143-7ce05279c3e1 req-c1ef737b-7b87-46f3-b1ae-7eec77e987d0 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854163253'] for port, before_update {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:37.790359 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [req-8ad64b63-5479-4cc5-a143-7ce05279c3e1 req-c1ef737b-7b87-46f3-b1ae-7eec77e987d0 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] For port 94bc7897-1b80-4c3e-819a-62d2ac709680, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=94bc7897-1b80-4c3e-819a-62d2ac709680,segment=NetworkSegment(e3e891b6-e85e-49ef-9c7c-9544597e8975),segment_id=e3e891b6-e85e-49ef-9c7c-9544597e8975)] {{(pid=86413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:50:37.816416 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-8ad64b63-5479-4cc5-a143-7ce05279c3e1 req-c1ef737b-7b87-46f3-b1ae-7eec77e987d0 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Notify callbacks [] for port, precommit_update {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:37.820418 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-8ad64b63-5479-4cc5-a143-7ce05279c3e1 req-c1ef737b-7b87-46f3-b1ae-7eec77e987d0 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769764657864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769764225122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267090550661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851878043'] for port, after_update {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:37.826133 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-67deed65-f01b-4648-86e1-fedc431c10d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:50:37.832535 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] get_ports_and_sgs() called for port_ids ['94bc7897-1b80-4c3e-819a-62d2ac709680'] {{(pid=86414) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 07:50:37.886966 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad64b63-5479-4cc5-a143-7ce05279c3e1 req-c1ef737b-7b87-46f3-b1ae-7eec77e987d0 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:50:37.887725 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-8ad64b63-5479-4cc5-a143-7ce05279c3e1 req-c1ef737b-7b87-46f3-b1ae-7eec77e987d0 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773070'] for port, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:37.889304 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-8ad64b63-5479-4cc5-a143-7ce05279c3e1 req-c1ef737b-7b87-46f3-b1ae-7eec77e987d0 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "PUT /v2.0/ports/94bc7897-1b80-4c3e-819a-62d2ac709680 HTTP/1.1" status: 200 len: 942 time: 0.4948521 Apr 19 07:50:37.892372 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fed0bafe-d98f-448f-8624-fd8507dc4096', 'tag': '94bc7897-1b80-4c3e-819a-62d2ac709680'}] {{(pid=86413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 07:50:37.899679 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 45920) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:50:37.936048 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ef737b-7b87-46f3-b1ae-7eec77e987d0 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Pushing event updated for resources: {'Port': ['ID=94bc7897-1b80-4c3e-819a-62d2ac709680,revision_number=7']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:50:37.945146 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ef737b-7b87-46f3-b1ae-7eec77e987d0 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:50:37.945564 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ef737b-7b87-46f3-b1ae-7eec77e987d0 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:50:37.945942 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ef737b-7b87-46f3-b1ae-7eec77e987d0 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:50:37.946348 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ef737b-7b87-46f3-b1ae-7eec77e987d0 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:50:37.946746 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ef737b-7b87-46f3-b1ae-7eec77e987d0 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:50:37.947158 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ef737b-7b87-46f3-b1ae-7eec77e987d0 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:50:37.947554 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ef737b-7b87-46f3-b1ae-7eec77e987d0 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:50:37.947957 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ef737b-7b87-46f3-b1ae-7eec77e987d0 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:50:37.948332 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ef737b-7b87-46f3-b1ae-7eec77e987d0 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:50:37.948721 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ef737b-7b87-46f3-b1ae-7eec77e987d0 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:50:37.949107 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ef737b-7b87-46f3-b1ae-7eec77e987d0 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:50:37.949750 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ef737b-7b87-46f3-b1ae-7eec77e987d0 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:50:37.963874 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-c1ef737b-7b87-46f3-b1ae-7eec77e987d0 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:50:37.966815 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] get_ports_and_sgs() called for port_ids ['94bc7897-1b80-4c3e-819a-62d2ac709680'] {{(pid=86414) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 07:50:37.982071 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fed0bafe-d98f-448f-8624-fd8507dc4096', 'tag': '94bc7897-1b80-4c3e-819a-62d2ac709680', 'status': 'completed', 'code': 200} Apr 19 07:50:38.020832 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-27913139-1023-4590-bbed-57fea47afdda tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Notify callbacks [] for security_group, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:38.110426 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-27913139-1023-4590-bbed-57fea47afdda tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:38.161889 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.provisioning_blocks [None req-66edc553-c7f9-42ca-958f-0a81c4f80180 None None] Provisioning complete for port 94bc7897-1b80-4c3e-819a-62d2ac709680 triggered by entity DHCP. {{(pid=86414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 07:50:38.162247 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-66edc553-c7f9-42ca-958f-0a81c4f80180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675350'] for port, provisioning_complete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:38.176391 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d8a303-620e-429d-ae12-9f1d327d888e req-888cfa72-7b86-42f7-a082-98cb67418013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:50:38.178010 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-48d8a303-620e-429d-ae12-9f1d327d888e req-888cfa72-7b86-42f7-a082-98cb67418013 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=94647ed1d5f74d60b6c4379359d1bf09&device_id=fed0bafe-d98f-448f-8624-fd8507dc4096 HTTP/1.1" status: 200 len: 1098 time: 0.1586018 Apr 19 07:50:38.210817 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-27913139-1023-4590-bbed-57fea47afdda tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:38.226354 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-fe523e92-b950-4d32-89c0-57b99597af30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:50:38.246953 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27913139-1023-4590-bbed-57fea47afdda tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02a6022-44f5-4d10-9bb2-be8f5170502b,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:50:38.315003 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27913139-1023-4590-bbed-57fea47afdda tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:50:38.315358 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27913139-1023-4590-bbed-57fea47afdda tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:50:38.315801 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27913139-1023-4590-bbed-57fea47afdda tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:50:38.316204 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27913139-1023-4590-bbed-57fea47afdda tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:50:38.316600 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27913139-1023-4590-bbed-57fea47afdda tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:50:38.317000 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27913139-1023-4590-bbed-57fea47afdda tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:50:38.317394 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27913139-1023-4590-bbed-57fea47afdda tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:50:38.317790 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27913139-1023-4590-bbed-57fea47afdda tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:50:38.318182 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27913139-1023-4590-bbed-57fea47afdda tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:50:38.318574 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27913139-1023-4590-bbed-57fea47afdda tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:50:38.318968 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27913139-1023-4590-bbed-57fea47afdda tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:50:38.319412 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27913139-1023-4590-bbed-57fea47afdda tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-smb {{(pid=86412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 07:50:38.322768 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-27913139-1023-4590-bbed-57fea47afdda tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:50:38.325942 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-27913139-1023-4590-bbed-57fea47afdda tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Notify callbacks [] for security_group, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:38.328941 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-27913139-1023-4590-bbed-57fea47afdda tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "DELETE /v2.0/security-groups/d02a6022-44f5-4d10-9bb2-be8f5170502b HTTP/1.1" status: 204 len: 168 time: 0.4269540 Apr 19 07:50:38.330194 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 45924) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:50:38.375334 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d8a303-620e-429d-ae12-9f1d327d888e req-ce6b153a-c4eb-4c63-9c09-19aeec9707f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:50:38.376887 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-48d8a303-620e-429d-ae12-9f1d327d888e req-ce6b153a-c4eb-4c63-9c09-19aeec9707f8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7d486858-e64b-44b2-8cab-f04743aebbb1 HTTP/1.1" status: 200 len: 915 time: 0.1920369 Apr 19 07:50:38.489187 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-48d8a303-620e-429d-ae12-9f1d327d888e req-55ec09db-e3ff-437f-841b-a2530934bdc4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94bc7897-1b80-4c3e-819a-62d2ac709680 HTTP/1.1" status: 200 len: 1001 time: 0.1042786 Apr 19 07:50:38.547494 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-74edb37b-4c40-4ad5-9a41-360f69f22d90 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Deleting port a74cdfc0-5ba1-4e3f-826a-493ba1b17443 {{(pid=86413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 07:50:38.547869 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-74edb37b-4c40-4ad5-9a41-360f69f22d90 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267090122612'] for port, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:38.558909 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d8a303-620e-429d-ae12-9f1d327d888e req-a21cea22-a973-46db-b09b-4d0ebce32df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:50:38.560626 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-48d8a303-620e-429d-ae12-9f1d327d888e req-a21cea22-a973-46db-b09b-4d0ebce32df5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cacf8967-612b-4e84-94e9-bd6427688a13 HTTP/1.1" status: 200 len: 853 time: 0.0642772 Apr 19 07:50:38.647875 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d8a303-620e-429d-ae12-9f1d327d888e req-ad6eb7e2-13de-4f0c-8dcd-d2417c3c1feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:50:38.649407 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-48d8a303-620e-429d-ae12-9f1d327d888e req-ad6eb7e2-13de-4f0c-8dcd-d2417c3c1feb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7d486858-e64b-44b2-8cab-f04743aebbb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0826008 Apr 19 07:50:38.729935 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-74edb37b-4c40-4ad5-9a41-360f69f22d90 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852958595'] for port, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:38.730244 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-74edb37b-4c40-4ad5-9a41-360f69f22d90 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:38.791895 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-48d8a303-620e-429d-ae12-9f1d327d888e req-2e87ac1e-27da-45bb-b9ae-bc3158f8166a service neutron] 10.222.0.42 "GET /v2.0/networks/7d486858-e64b-44b2-8cab-f04743aebbb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358018 Apr 19 07:50:38.864338 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-74edb37b-4c40-4ad5-9a41-360f69f22d90 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Calling delete_port for a74cdfc0-5ba1-4e3f-826a-493ba1b17443 owned by network:floatingip {{(pid=86413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 07:50:38.936158 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-48d8a303-620e-429d-ae12-9f1d327d888e req-422a3edc-d649-4138-a2ab-6f2adda4147a service neutron] 10.222.0.42 "GET /v2.0/networks/7d486858-e64b-44b2-8cab-f04743aebbb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375880 Apr 19 07:50:39.022923 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-74edb37b-4c40-4ad5-9a41-360f69f22d90 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267090117919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267090550695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2897772'] for port, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:39.026670 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-06d8e88b-cfee-4bcf-915a-308077f81984 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:50:39.071320 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74edb37b-4c40-4ad5-9a41-360f69f22d90 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Pushing event deleted for resources: {'Port': ['ID=a74cdfc0-5ba1-4e3f-826a-493ba1b17443,revision_number=None']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:50:39.076565 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-74edb37b-4c40-4ad5-9a41-360f69f22d90 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:50:39.153909 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-a6836712-dc89-4bb7-a756-42b2c136a7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:39.173026 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-74edb37b-4c40-4ad5-9a41-360f69f22d90 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Notify callbacks [] for floatingip, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:39.173404 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.db.l3_db [None req-74edb37b-4c40-4ad5-9a41-360f69f22d90 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Floating IP 846c04c1-65db-4b4a-a70a-939f3fcba24b disassociated (deleted). External IP: 172.28.2.132, port: 94bc7897-1b80-4c3e-819a-62d2ac709680. Apr 19 07:50:39.570881 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74edb37b-4c40-4ad5-9a41-360f69f22d90 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Router 8ab3705e-06fb-4fa8-9747-2d66e184a762 has already been hosted by L3 agent af0aee0b-5275-4bf1-b5b2-246fd8e7196c {{(pid=86413) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 07:50:39.771609 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74edb37b-4c40-4ad5-9a41-360f69f22d90 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Notify agent at l3_agent.dv-cinder-773870-2-smb the message routers_updated {{(pid=86413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 07:50:39.781476 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646b0441-a437-4add-9d9b-0e880fc71148 None None] Sync routers for ids ['8ab3705e-06fb-4fa8-9747-2d66e184a762'] in dv-cinder-773870-2-smb {{(pid=86414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 07:50:39.785447 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-74edb37b-4c40-4ad5-9a41-360f69f22d90 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773070'] for floatingip, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:39.802512 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646b0441-a437-4add-9d9b-0e880fc71148 None None] Routers {'8ab3705e-06fb-4fa8-9747-2d66e184a762'} bound to L3 agent in host dv-cinder-773870-2-smb {{(pid=86414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 07:50:39.803208 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-646b0441-a437-4add-9d9b-0e880fc71148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T07:32:39Z,description=,heartbeat_timestamp=2021-04-19T07:50:39Z,host='dv-cinder-773870-2-smb',id=af0aee0b-5275-4bf1-b5b2-246fd8e7196c,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T07:32:39Z,topic='l3_agent')) {'router_ids': ['8ab3705e-06fb-4fa8-9747-2d66e184a762'], 'active': True} {{(pid=86414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:50:39.846559 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-74edb37b-4c40-4ad5-9a41-360f69f22d90 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "DELETE /v2.0/floatingips/846c04c1-65db-4b4a-a70a-939f3fcba24b HTTP/1.1" status: 204 len: 168 time: 1.5150590 Apr 19 07:50:39.920834 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bf2cef0d-0a86-410b-90d7-6d8fe7ad6153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:39.983664 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fed0bafe-d98f-448f-8624-fd8507dc4096', 'tag': '94bc7897-1b80-4c3e-819a-62d2ac709680'}] {{(pid=86413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 07:50:39.997244 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvr_db [None req-646b0441-a437-4add-9d9b-0e880fc71148 None None] Set router 8ab3705e-06fb-4fa8-9747-2d66e184a762 gateway port host: dv-cinder-773870-2-smb {{(pid=86414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 07:50:40.033815 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fed0bafe-d98f-448f-8624-fd8507dc4096', 'tag': '94bc7897-1b80-4c3e-819a-62d2ac709680', 'status': 'completed', 'code': 200} Apr 19 07:50:40.138304 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d9c6d-cbad-4c9c-8c11-a48d3187190b req-62bbd209-2a3a-4390-9b07-afad40afc518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:50:40.140113 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-348d9c6d-cbad-4c9c-8c11-a48d3187190b req-62bbd209-2a3a-4390-9b07-afad40afc518 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=94647ed1d5f74d60b6c4379359d1bf09&device_id=fed0bafe-d98f-448f-8624-fd8507dc4096 HTTP/1.1" status: 200 len: 1098 time: 0.0823293 Apr 19 07:50:40.290846 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d9c6d-cbad-4c9c-8c11-a48d3187190b req-e345b066-5641-4ade-a221-40e13f8ccde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:50:40.292629 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-348d9c6d-cbad-4c9c-8c11-a48d3187190b req-e345b066-5641-4ade-a221-40e13f8ccde6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7d486858-e64b-44b2-8cab-f04743aebbb1 HTTP/1.1" status: 200 len: 915 time: 0.1463256 Apr 19 07:50:40.360806 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-646b0441-a437-4add-9d9b-0e880fc71148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab3705e-06fb-4fa8-9747-2d66e184a762', 'name': 'tempest-TestMinimumBasicScenario-547192190-router', 'tenant_id': '94647ed1d5f74d60b6c4379359d1bf09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.24'}], 'enable_snat': True}, 'gw_port_id': '07c25574-bd44-4bf5-b34e-2dbf4ac081fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:48:27Z', 'updated_at': '2021-04-19T07:48:32Z', 'revision_number': 4, 'project_id': '94647ed1d5f74d60b6c4379359d1bf09', 'gw_port': {'id': '07c25574-bd44-4bf5-b34e-2dbf4ac081fb', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab3705e-06fb-4fa8-9747-2d66e184a762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:48:28Z', 'updated_at': '2021-04-19T07:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb', '_interfaces': [{'id': 'aee69903-a1c7-4848-a87c-faafa5826732', 'name': '', 'network_id': '7d486858-e64b-44b2-8cab-f04743aebbb1', 'tenant_id': '94647ed1d5f74d60b6c4379359d1bf09', 'mac_address': 'fa:16:3e:36:b9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab3705e-06fb-4fa8-9747-2d66e184a762', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'cacf8967-612b-4e84-94e9-bd6427688a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:48:31Z', 'updated_at': '2021-04-19T07:48:40Z', 'revision_number': 5, 'project_id': '94647ed1d5f74d60b6c4379359d1bf09', 'subnets': [{'id': 'cacf8967-612b-4e84-94e9-bd6427688a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-smb', False) {} {{(pid=86414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:50:40.365802 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646b0441-a437-4add-9d9b-0e880fc71148 None None] Checking router: 8ab3705e-06fb-4fa8-9747-2d66e184a762 for host: dv-cinder-773870-2-smb {{(pid=86414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 07:50:40.375366 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646b0441-a437-4add-9d9b-0e880fc71148 None None] Routers {'8ab3705e-06fb-4fa8-9747-2d66e184a762'} bound to L3 agent in host dv-cinder-773870-2-smb {{(pid=86414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 07:50:40.375976 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-348d9c6d-cbad-4c9c-8c11-a48d3187190b req-1d29e278-21ff-44c6-a3a3-a5d57e0a2d36 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94bc7897-1b80-4c3e-819a-62d2ac709680 HTTP/1.1" status: 200 len: 217 time: 0.0767410 Apr 19 07:50:40.376113 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-646b0441-a437-4add-9d9b-0e880fc71148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T07:32:39Z,description=,heartbeat_timestamp=2021-04-19T07:50:39Z,host='dv-cinder-773870-2-smb',id=af0aee0b-5275-4bf1-b5b2-246fd8e7196c,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T07:32:39Z,topic='l3_agent')) {'router_ids': ['8ab3705e-06fb-4fa8-9747-2d66e184a762'], 'active': True} {{(pid=86414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:50:40.445048 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d9c6d-cbad-4c9c-8c11-a48d3187190b req-b1937010-fcde-45b9-b25b-93354682b3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:50:40.446622 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-348d9c6d-cbad-4c9c-8c11-a48d3187190b req-b1937010-fcde-45b9-b25b-93354682b3c8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cacf8967-612b-4e84-94e9-bd6427688a13 HTTP/1.1" status: 200 len: 853 time: 0.0642254 Apr 19 07:50:40.531456 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:40.535144 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d9c6d-cbad-4c9c-8c11-a48d3187190b req-178b28b0-aaf8-4833-94fb-6834a5406230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:50:40.536768 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-348d9c6d-cbad-4c9c-8c11-a48d3187190b req-178b28b0-aaf8-4833-94fb-6834a5406230 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7d486858-e64b-44b2-8cab-f04743aebbb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0829108 Apr 19 07:50:40.575737 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvr_db [None req-646b0441-a437-4add-9d9b-0e880fc71148 None None] Set router 8ab3705e-06fb-4fa8-9747-2d66e184a762 gateway port host: dv-cinder-773870-2-smb {{(pid=86414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 07:50:40.687930 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-348d9c6d-cbad-4c9c-8c11-a48d3187190b req-a22fc348-5ba6-4d41-92c7-9c9a1c1f2a15 service neutron] 10.222.0.42 "GET /v2.0/networks/7d486858-e64b-44b2-8cab-f04743aebbb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417603 Apr 19 07:50:40.840841 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-348d9c6d-cbad-4c9c-8c11-a48d3187190b req-ca46ce92-97ed-45da-8197-94d62f486fcb service neutron] 10.222.0.42 "GET /v2.0/networks/7d486858-e64b-44b2-8cab-f04743aebbb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462448 Apr 19 07:50:40.844492 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:41.080811 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.agents_db [None req-ec4b265d-3c04-42fd-95cd-57ca7ec41865 None None] Agent healthcheck: found 6 active agents {{(pid=86415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 07:50:41.103300 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-646b0441-a437-4add-9d9b-0e880fc71148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab3705e-06fb-4fa8-9747-2d66e184a762', 'name': 'tempest-TestMinimumBasicScenario-547192190-router', 'tenant_id': '94647ed1d5f74d60b6c4379359d1bf09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.24'}], 'enable_snat': True}, 'gw_port_id': '07c25574-bd44-4bf5-b34e-2dbf4ac081fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:48:27Z', 'updated_at': '2021-04-19T07:48:32Z', 'revision_number': 4, 'project_id': '94647ed1d5f74d60b6c4379359d1bf09', 'gw_port': {'id': '07c25574-bd44-4bf5-b34e-2dbf4ac081fb', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab3705e-06fb-4fa8-9747-2d66e184a762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:48:28Z', 'updated_at': '2021-04-19T07:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb', '_interfaces': [{'id': 'aee69903-a1c7-4848-a87c-faafa5826732', 'name': '', 'network_id': '7d486858-e64b-44b2-8cab-f04743aebbb1', 'tenant_id': '94647ed1d5f74d60b6c4379359d1bf09', 'mac_address': 'fa:16:3e:36:b9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab3705e-06fb-4fa8-9747-2d66e184a762', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'cacf8967-612b-4e84-94e9-bd6427688a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:48:31Z', 'updated_at': '2021-04-19T07:48:40Z', 'revision_number': 5, 'project_id': '94647ed1d5f74d60b6c4379359d1bf09', 'subnets': [{'id': 'cacf8967-612b-4e84-94e9-bd6427688a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-smb', False) {} {{(pid=86414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:50:41.107684 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646b0441-a437-4add-9d9b-0e880fc71148 None None] The sync data for ids ['8ab3705e-06fb-4fa8-9747-2d66e184a762'] in dv-cinder-773870-2-smb is: [{'id': '8ab3705e-06fb-4fa8-9747-2d66e184a762', 'name': 'tempest-TestMinimumBasicScenario-547192190-router', 'tenant_id': '94647ed1d5f74d60b6c4379359d1bf09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.24'}], 'enable_snat': True}, 'gw_port_id': '07c25574-bd44-4bf5-b34e-2dbf4ac081fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:48:27Z', 'updated_at': '2021-04-19T07:48:32Z', 'revision_number': 4, 'project_id': '94647ed1d5f74d60b6c4379359d1bf09', 'gw_port': {'id': '07c25574-bd44-4bf5-b34e-2dbf4ac081fb', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab3705e-06fb-4fa8-9747-2d66e184a762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:48:28Z', 'updated_at': '2021-04-19T07:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb', '_interfaces': [{'id': 'aee69903-a1c7-4848-a87c-faafa5826732', 'name': '', 'network_id': '7d486858-e64b-44b2-8cab-f04743aebbb1', 'tenant_id': '94647ed1d5f74d60b6c4379359d1bf09', 'mac_address': 'fa:16:3e:36:b9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab3705e-06fb-4fa8-9747-2d66e184a762', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'cacf8967-612b-4e84-94e9-bd6427688a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:48:31Z', 'updated_at': '2021-04-19T07:48:40Z', 'revision_number': 5, 'project_id': '94647ed1d5f74d60b6c4379359d1bf09', 'subnets': [{'id': 'cacf8967-612b-4e84-94e9-bd6427688a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 07:50:41.379358 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d08bd89e-63cf-49bc-b1d3-e1c35da66f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:41.467266 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae735c2-901f-4892-95c6-957c5b142457 None None] New status for floating IP 846c04c1-65db-4b4a-a70a-939f3fcba24b: DOWN {{(pid=86415) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 07:50:43.251372 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44875a87-0f6e-4a21-83ca-eda3988a1510 req-22e87859-7912-4341-b224-938384bcdec1 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:50:43.252069 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-44875a87-0f6e-4a21-83ca-eda3988a1510 req-22e87859-7912-4341-b224-938384bcdec1 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Synchronizing usage tracker for tenant:94647ed1d5f74d60b6c4379359d1bf09 on resource:port {{(pid=86413) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 07:50:43.269459 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-44875a87-0f6e-4a21-83ca-eda3988a1510 req-22e87859-7912-4341-b224-938384bcdec1 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Unset dirty status for tenant:94647ed1d5f74d60b6c4379359d1bf09 on resource:port {{(pid=86413) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 07:50:43.270674 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-44875a87-0f6e-4a21-83ca-eda3988a1510 req-22e87859-7912-4341-b224-938384bcdec1 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "GET /v2.0/ports?device_id=fed0bafe-d98f-448f-8624-fd8507dc4096 HTTP/1.1" status: 200 len: 945 time: 0.1077137 Apr 19 07:50:43.320769 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-44875a87-0f6e-4a21-83ca-eda3988a1510 req-d00b0ec6-c730-43e5-b164-73b41590b25a tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "GET /v2.0/security-groups?id=088b5179-7305-4dd8-ba85-0a218b53f2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406356 Apr 19 07:50:44.547138 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a5da92-4f4f-4f85-a0eb-72afff3a0e85 req-ba9af293-9ebd-41fa-847c-cf4f05fa11f4 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:50:44.548758 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-11a5da92-4f4f-4f85-a0eb-72afff3a0e85 req-ba9af293-9ebd-41fa-847c-cf4f05fa11f4 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "GET /v2.0/ports?device_id=fed0bafe-d98f-448f-8624-fd8507dc4096 HTTP/1.1" status: 200 len: 945 time: 0.1007693 Apr 19 07:50:44.597723 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-11a5da92-4f4f-4f85-a0eb-72afff3a0e85 req-ea4d5f67-43e9-404e-adb2-5b19360d886d tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "GET /v2.0/security-groups?id=088b5179-7305-4dd8-ba85-0a218b53f2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423577 Apr 19 07:50:44.874045 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad638bb-4b22-4c8b-8bde-2c8bb9d60f33 req-622286da-b165-42d1-9a1f-ac05e70b475d tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:50:44.874845 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-6ad638bb-4b22-4c8b-8bde-2c8bb9d60f33 req-622286da-b165-42d1-9a1f-ac05e70b475d tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Synchronizing usage tracker for tenant:94647ed1d5f74d60b6c4379359d1bf09 on resource:port {{(pid=86412) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 07:50:44.888842 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.quota.resource [req-6ad638bb-4b22-4c8b-8bde-2c8bb9d60f33 req-622286da-b165-42d1-9a1f-ac05e70b475d tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Unset dirty status for tenant:94647ed1d5f74d60b6c4379359d1bf09 on resource:port {{(pid=86412) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 07:50:44.890087 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-6ad638bb-4b22-4c8b-8bde-2c8bb9d60f33 req-622286da-b165-42d1-9a1f-ac05e70b475d tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.42 "GET /v2.0/ports?device_id=fed0bafe-d98f-448f-8624-fd8507dc4096 HTTP/1.1" status: 200 len: 945 time: 0.1166790 Apr 19 07:50:44.971240 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [req-6ad638bb-4b22-4c8b-8bde-2c8bb9d60f33 req-750d923d-2c96-4d41-a6c0-c46e3f1e9391 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Deleting port 94bc7897-1b80-4c3e-819a-62d2ac709680 {{(pid=86412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 07:50:44.971621 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-6ad638bb-4b22-4c8b-8bde-2c8bb9d60f33 req-750d923d-2c96-4d41-a6c0-c46e3f1e9391 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267090122612'] for port, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:45.254805 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [req-6ad638bb-4b22-4c8b-8bde-2c8bb9d60f33 req-750d923d-2c96-4d41-a6c0-c46e3f1e9391 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] For port 94bc7897-1b80-4c3e-819a-62d2ac709680, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=94bc7897-1b80-4c3e-819a-62d2ac709680,segment=NetworkSegment(e3e891b6-e85e-49ef-9c7c-9544597e8975),segment_id=e3e891b6-e85e-49ef-9c7c-9544597e8975)] {{(pid=86412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:50:45.255272 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-6ad638bb-4b22-4c8b-8bde-2c8bb9d60f33 req-750d923d-2c96-4d41-a6c0-c46e3f1e9391 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852958595'] for port, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:45.647858 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [req-6ad638bb-4b22-4c8b-8bde-2c8bb9d60f33 req-750d923d-2c96-4d41-a6c0-c46e3f1e9391 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Calling delete_port for 94bc7897-1b80-4c3e-819a-62d2ac709680 owned by compute:nova {{(pid=86412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 07:50:45.797252 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-6ad638bb-4b22-4c8b-8bde-2c8bb9d60f33 req-750d923d-2c96-4d41-a6c0-c46e3f1e9391 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267090117919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267090550695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3936575'] for port, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:45.803233 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-71fb9319-bf5a-48af-bc66-41463a9ef0b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:50:45.807539 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba44e19d-381a-492f-ac2b-6569433310bb req-a673fccc-c9cb-4b09-b0e2-25f33d2198ee tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 07:50:45.809090 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-ba44e19d-381a-492f-ac2b-6569433310bb req-a673fccc-c9cb-4b09-b0e2-25f33d2198ee tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "GET /v2.0/ports?device_id=fed0bafe-d98f-448f-8624-fd8507dc4096 HTTP/1.1" status: 200 len: 945 time: 0.0971677 Apr 19 07:50:45.854671 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750d923d-2c96-4d41-a6c0-c46e3f1e9391 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Pushing event deleted for resources: {'Port': ['ID=94bc7897-1b80-4c3e-819a-62d2ac709680,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:50:45.862249 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-ba44e19d-381a-492f-ac2b-6569433310bb req-6ecfba27-02ff-4289-bf62-915559d60c1a tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.41 "GET /v2.0/security-groups?id=088b5179-7305-4dd8-ba85-0a218b53f2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462530 Apr 19 07:50:45.889248 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-750d923d-2c96-4d41-a6c0-c46e3f1e9391 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:50:45.933808 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ad638bb-4b22-4c8b-8bde-2c8bb9d60f33 req-750d923d-2c96-4d41-a6c0-c46e3f1e9391 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] No DVR routers for this DVR port 94bc7897-1b80-4c3e-819a-62d2ac709680 on host hv-cinder-77387 {{(pid=86412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 07:50:45.936519 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [req-6ad638bb-4b22-4c8b-8bde-2c8bb9d60f33 req-750d923d-2c96-4d41-a6c0-c46e3f1e9391 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773070'] for port, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:45.939328 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fed0bafe-d98f-448f-8624-fd8507dc4096', 'name': 'network-vif-deleted', 'tag': '94bc7897-1b80-4c3e-819a-62d2ac709680'}] {{(pid=86412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 07:50:45.955718 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [req-6ad638bb-4b22-4c8b-8bde-2c8bb9d60f33 req-750d923d-2c96-4d41-a6c0-c46e3f1e9391 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] 10.222.0.42 "DELETE /v2.0/ports/94bc7897-1b80-4c3e-819a-62d2ac709680 HTTP/1.1" status: 204 len: 173 time: 1.0601001 Apr 19 07:50:45.994773 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fed0bafe-d98f-448f-8624-fd8507dc4096', 'name': 'network-vif-deleted', 'tag': '94bc7897-1b80-4c3e-819a-62d2ac709680', 'status': 'completed', 'code': 200} Apr 19 07:50:47.602977 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 46006) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:50:47.605937 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Device 94bc7897-1b80-4c3e-819a-62d2ac709680 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=86414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 07:50:47.643205 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] No Port match for: 94bc7897-1b80-4c3e-819a-62d2ac709680 {{(pid=86414) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 07:50:47.643542 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Device 94bc7897-1b80-4c3e-819a-62d2ac709680 not bound to the agent host hv-cinder-77387 {{(pid=86414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 07:50:48.415406 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-4232b807-c2b3-46b7-98db-f0338f6de57a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852965478'] for router_interface, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:48.789816 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-4232b807-c2b3-46b7-98db-f0338f6de57a admin admin] Deleting port aee69903-a1c7-4848-a87c-faafa5826732 {{(pid=86413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 07:50:48.790405 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-4232b807-c2b3-46b7-98db-f0338f6de57a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267090122612'] for port, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:48.975843 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-4232b807-c2b3-46b7-98db-f0338f6de57a admin admin] For port aee69903-a1c7-4848-a87c-faafa5826732, host dv-cinder-773870-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-smb',level=0,port_id=aee69903-a1c7-4848-a87c-faafa5826732,segment=NetworkSegment(e3e891b6-e85e-49ef-9c7c-9544597e8975),segment_id=e3e891b6-e85e-49ef-9c7c-9544597e8975)] {{(pid=86413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:50:48.976229 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-4232b807-c2b3-46b7-98db-f0338f6de57a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852958595'] for port, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:49.107110 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-4232b807-c2b3-46b7-98db-f0338f6de57a admin admin] Calling delete_port for aee69903-a1c7-4848-a87c-faafa5826732 owned by network:router_interface {{(pid=86413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 07:50:49.313130 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-4232b807-c2b3-46b7-98db-f0338f6de57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267090117919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267090550695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2897772'] for port, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:49.316896 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-ee2ea30b-427a-4295-90ab-00cfe0c00fdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:50:49.365058 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4232b807-c2b3-46b7-98db-f0338f6de57a admin admin] Pushing event deleted for resources: {'Port': ['ID=aee69903-a1c7-4848-a87c-faafa5826732,revision_number=None']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:50:49.368341 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-4232b807-c2b3-46b7-98db-f0338f6de57a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:50:49.652105 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-4232b807-c2b3-46b7-98db-f0338f6de57a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036852965404'] for router_interface, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:50.037221 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4232b807-c2b3-46b7-98db-f0338f6de57a admin admin] Router 8ab3705e-06fb-4fa8-9747-2d66e184a762 has already been hosted by L3 agent af0aee0b-5275-4bf1-b5b2-246fd8e7196c {{(pid=86413) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 07:50:50.228088 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4232b807-c2b3-46b7-98db-f0338f6de57a admin admin] Notify agent at l3_agent.dv-cinder-773870-2-smb the message routers_updated {{(pid=86413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 07:50:50.237956 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f206b160-41f3-4c24-86c7-7104175c7bce None None] Sync routers for ids ['8ab3705e-06fb-4fa8-9747-2d66e184a762'] in dv-cinder-773870-2-smb {{(pid=86414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 07:50:50.241160 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-4232b807-c2b3-46b7-98db-f0338f6de57a admin admin] 10.222.0.41 "PUT /v2.0/routers/8ab3705e-06fb-4fa8-9747-2d66e184a762/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6369441 Apr 19 07:50:50.244027 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 46010) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:50:50.248728 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f206b160-41f3-4c24-86c7-7104175c7bce None None] Routers {'8ab3705e-06fb-4fa8-9747-2d66e184a762'} bound to L3 agent in host dv-cinder-773870-2-smb {{(pid=86414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 07:50:50.249413 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-f206b160-41f3-4c24-86c7-7104175c7bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T07:32:39Z,description=,heartbeat_timestamp=2021-04-19T07:50:39Z,host='dv-cinder-773870-2-smb',id=af0aee0b-5275-4bf1-b5b2-246fd8e7196c,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T07:32:39Z,topic='l3_agent')) {'router_ids': ['8ab3705e-06fb-4fa8-9747-2d66e184a762'], 'active': True} {{(pid=86414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:50:50.445068 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvr_db [None req-f206b160-41f3-4c24-86c7-7104175c7bce None None] Set router 8ab3705e-06fb-4fa8-9747-2d66e184a762 gateway port host: dv-cinder-773870-2-smb {{(pid=86414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 07:50:50.667761 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-4fb0edf1-4927-405c-b0bb-c2481c36bb13 admin admin] Notify callbacks [] for router, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:50.752207 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-f206b160-41f3-4c24-86c7-7104175c7bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab3705e-06fb-4fa8-9747-2d66e184a762', 'name': 'tempest-TestMinimumBasicScenario-547192190-router', 'tenant_id': '94647ed1d5f74d60b6c4379359d1bf09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.24'}], 'enable_snat': True}, 'gw_port_id': '07c25574-bd44-4bf5-b34e-2dbf4ac081fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:48:27Z', 'updated_at': '2021-04-19T07:50:49Z', 'revision_number': 5, 'project_id': '94647ed1d5f74d60b6c4379359d1bf09', 'gw_port': {'id': '07c25574-bd44-4bf5-b34e-2dbf4ac081fb', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab3705e-06fb-4fa8-9747-2d66e184a762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:48:28Z', 'updated_at': '2021-04-19T07:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb'}], 'dv-cinder-773870-2-smb', False) {} {{(pid=86414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:50:50.756403 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f206b160-41f3-4c24-86c7-7104175c7bce None None] Checking router: 8ab3705e-06fb-4fa8-9747-2d66e184a762 for host: dv-cinder-773870-2-smb {{(pid=86414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 07:50:50.766418 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f206b160-41f3-4c24-86c7-7104175c7bce None None] Routers {'8ab3705e-06fb-4fa8-9747-2d66e184a762'} bound to L3 agent in host dv-cinder-773870-2-smb {{(pid=86414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 07:50:50.767117 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-f206b160-41f3-4c24-86c7-7104175c7bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T07:32:39Z,description=,heartbeat_timestamp=2021-04-19T07:50:39Z,host='dv-cinder-773870-2-smb',id=af0aee0b-5275-4bf1-b5b2-246fd8e7196c,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T07:32:39Z,topic='l3_agent')) {'router_ids': ['8ab3705e-06fb-4fa8-9747-2d66e184a762'], 'active': True} {{(pid=86414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:50:50.865726 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-4fb0edf1-4927-405c-b0bb-c2481c36bb13 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:50.877539 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-4fb0edf1-4927-405c-b0bb-c2481c36bb13 admin admin] Deleting port 07c25574-bd44-4bf5-b34e-2dbf4ac081fb {{(pid=86413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 07:50:50.877918 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-4fb0edf1-4927-405c-b0bb-c2481c36bb13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267090122612'] for port, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:50.963400 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvr_db [None req-f206b160-41f3-4c24-86c7-7104175c7bce None None] Set router 8ab3705e-06fb-4fa8-9747-2d66e184a762 gateway port host: dv-cinder-773870-2-smb {{(pid=86414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 07:50:51.063699 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-4fb0edf1-4927-405c-b0bb-c2481c36bb13 admin admin] For port 07c25574-bd44-4bf5-b34e-2dbf4ac081fb, host dv-cinder-773870-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-smb',level=0,port_id=07c25574-bd44-4bf5-b34e-2dbf4ac081fb,segment=NetworkSegment(02bd2b75-5f2a-405f-9739-3049934ed397),segment_id=02bd2b75-5f2a-405f-9739-3049934ed397)] {{(pid=86413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:50:51.064229 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-4fb0edf1-4927-405c-b0bb-c2481c36bb13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852958595'] for port, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:51.201789 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-4fb0edf1-4927-405c-b0bb-c2481c36bb13 admin admin] Calling delete_port for 07c25574-bd44-4bf5-b34e-2dbf4ac081fb owned by network:router_gateway {{(pid=86413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 07:50:51.266620 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-f206b160-41f3-4c24-86c7-7104175c7bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab3705e-06fb-4fa8-9747-2d66e184a762', 'name': 'tempest-TestMinimumBasicScenario-547192190-router', 'tenant_id': '94647ed1d5f74d60b6c4379359d1bf09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.24'}], 'enable_snat': True}, 'gw_port_id': '07c25574-bd44-4bf5-b34e-2dbf4ac081fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:48:27Z', 'updated_at': '2021-04-19T07:50:49Z', 'revision_number': 5, 'project_id': '94647ed1d5f74d60b6c4379359d1bf09', 'gw_port': {'id': '07c25574-bd44-4bf5-b34e-2dbf4ac081fb', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab3705e-06fb-4fa8-9747-2d66e184a762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:48:28Z', 'updated_at': '2021-04-19T07:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb'}], 'dv-cinder-773870-2-smb', False) {} {{(pid=86414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:50:51.270938 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f206b160-41f3-4c24-86c7-7104175c7bce None None] The sync data for ids ['8ab3705e-06fb-4fa8-9747-2d66e184a762'] in dv-cinder-773870-2-smb is: [{'id': '8ab3705e-06fb-4fa8-9747-2d66e184a762', 'name': 'tempest-TestMinimumBasicScenario-547192190-router', 'tenant_id': '94647ed1d5f74d60b6c4379359d1bf09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.24'}], 'enable_snat': True}, 'gw_port_id': '07c25574-bd44-4bf5-b34e-2dbf4ac081fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:48:27Z', 'updated_at': '2021-04-19T07:50:49Z', 'revision_number': 5, 'project_id': '94647ed1d5f74d60b6c4379359d1bf09', 'gw_port': {'id': '07c25574-bd44-4bf5-b34e-2dbf4ac081fb', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab3705e-06fb-4fa8-9747-2d66e184a762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:48:28Z', 'updated_at': '2021-04-19T07:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb'}] {{(pid=86414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 07:50:51.380295 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-4fb0edf1-4927-405c-b0bb-c2481c36bb13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267090117919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267090550695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2897772'] for port, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:51.384206 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-4bb85b78-93a6-4e95-85a1-deb37bd7c20e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:50:51.430164 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb0edf1-4927-405c-b0bb-c2481c36bb13 admin admin] Pushing event deleted for resources: {'Port': ['ID=07c25574-bd44-4bf5-b34e-2dbf4ac081fb,revision_number=None']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:50:51.433475 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-4fb0edf1-4927-405c-b0bb-c2481c36bb13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:50:51.529825 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-4fb0edf1-4927-405c-b0bb-c2481c36bb13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1812581'] for router_gateway, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:51.716772 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-4fb0edf1-4927-405c-b0bb-c2481c36bb13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1807417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2857'] for router, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:51.719321 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-4fb0edf1-4927-405c-b0bb-c2481c36bb13 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:51.743943 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-4fb0edf1-4927-405c-b0bb-c2481c36bb13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852972163'] for router, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:51.744515 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fb0edf1-4927-405c-b0bb-c2481c36bb13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ab3705e-06fb-4fa8-9747-2d66e184a762 {{(pid=86413) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 19 07:50:51.757224 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-4fb0edf1-4927-405c-b0bb-c2481c36bb13 admin admin] Notify callbacks [] for router, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:51.758456 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-4fb0edf1-4927-405c-b0bb-c2481c36bb13 admin admin] 10.222.0.41 "DELETE /v2.0/routers/8ab3705e-06fb-4fa8-9747-2d66e184a762 HTTP/1.1" status: 204 len: 168 time: 1.5134759 Apr 19 07:50:51.761209 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 46014) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:50:51.828687 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.db_base_plugin_v2 [None req-54feac65-6a6e-476a-9157-ae9b69973b79 admin admin] Deleting subnet cacf8967-612b-4e84-94e9-bd6427688a13 {{(pid=86413) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 07:50:51.832123 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-54feac65-6a6e-476a-9157-ae9b69973b79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:51.886966 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-54feac65-6a6e-476a-9157-ae9b69973b79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3833701'] for subnet, precommit_delete_associations {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:51.974061 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-54feac65-6a6e-476a-9157-ae9b69973b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-771124'] for subnet, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:52.063282 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Device 07c25574-bd44-4bf5-b34e-2dbf4ac081fb no longer exists at agent ovs-agent-dv-cinder-773870-2-smb {{(pid=86414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 07:50:52.125342 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] No Port match for: 07c25574-bd44-4bf5-b34e-2dbf4ac081fb {{(pid=86414) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 07:50:52.125797 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Device 07c25574-bd44-4bf5-b34e-2dbf4ac081fb not bound to the agent host dv-cinder-773870-2-smb {{(pid=86414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 07:50:52.126212 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Device aee69903-a1c7-4848-a87c-faafa5826732 no longer exists at agent ovs-agent-dv-cinder-773870-2-smb {{(pid=86414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 07:50:52.161469 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] No Port match for: aee69903-a1c7-4848-a87c-faafa5826732 {{(pid=86414) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 07:50:52.161862 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Device aee69903-a1c7-4848-a87c-faafa5826732 not bound to the agent host dv-cinder-773870-2-smb {{(pid=86414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 07:50:52.242408 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-54feac65-6a6e-476a-9157-ae9b69973b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854004724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1716840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2896568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036850877896'] for subnet, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:52.246401 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-1fc1e452-b478-48ee-b372-8e2373af2c1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:50:52.282682 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54feac65-6a6e-476a-9157-ae9b69973b79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cacf8967-612b-4e84-94e9-bd6427688a13,revision_number=None']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:50:52.285360 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-54feac65-6a6e-476a-9157-ae9b69973b79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:50:52.288459 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-54feac65-6a6e-476a-9157-ae9b69973b79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853097331'] for subnet, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:52.294944 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869ff5d4-6719-44fa-b000-58143e9f9c9f None None] Network 7d486858-e64b-44b2-8cab-f04743aebbb1 requested from dv-cinder-773870-2-smb {{(pid=86414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 07:50:52.298936 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-54feac65-6a6e-476a-9157-ae9b69973b79 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/cacf8967-612b-4e84-94e9-bd6427688a13 HTTP/1.1" status: 204 len: 168 time: 0.5362539 Apr 19 07:50:52.301834 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86413) accepted ('10.222.0.41', 46018) {{(pid=86413) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:50:52.418049 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-e0bab016-5273-44e4-9659-4ca94544f3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-686968'] for network, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:52.429668 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-e0bab016-5273-44e4-9659-4ca94544f3cd admin admin] Deleting port b233beec-55c1-4226-becf-9617326b9ff3 {{(pid=86413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 07:50:52.429975 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-e0bab016-5273-44e4-9659-4ca94544f3cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267090122612'] for port, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:52.558686 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b491c8-9af6-4c68-b5d9-5f1a8603282a None None] DHCP port deletion for 7d486858-e64b-44b2-8cab-f04743aebbb1 request from dv-cinder-773870-2-smb {{(pid=86414) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 19 07:50:52.563400 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-f2b491c8-9af6-4c68-b5d9-5f1a8603282a None None] Deleting port b233beec-55c1-4226-becf-9617326b9ff3 {{(pid=86414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 07:50:52.563810 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-f2b491c8-9af6-4c68-b5d9-5f1a8603282a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267090122612'] for port, before_delete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:52.646668 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-e0bab016-5273-44e4-9659-4ca94544f3cd admin admin] For port b233beec-55c1-4226-becf-9617326b9ff3, host dv-cinder-773870-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-smb',level=0,port_id=b233beec-55c1-4226-becf-9617326b9ff3,segment=NetworkSegment(e3e891b6-e85e-49ef-9c7c-9544597e8975),segment_id=e3e891b6-e85e-49ef-9c7c-9544597e8975)] {{(pid=86413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:50:52.647030 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-e0bab016-5273-44e4-9659-4ca94544f3cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852958595'] for port, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:52.782309 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-f2b491c8-9af6-4c68-b5d9-5f1a8603282a None None] For port b233beec-55c1-4226-becf-9617326b9ff3, host dv-cinder-773870-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-smb',level=0,port_id=b233beec-55c1-4226-becf-9617326b9ff3,segment=NetworkSegment(e3e891b6-e85e-49ef-9c7c-9544597e8975),segment_id=e3e891b6-e85e-49ef-9c7c-9544597e8975)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:50:52.782571 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-e0bab016-5273-44e4-9659-4ca94544f3cd admin admin] Calling delete_port for b233beec-55c1-4226-becf-9617326b9ff3 owned by network:dhcp {{(pid=86413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 07:50:52.782668 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-f2b491c8-9af6-4c68-b5d9-5f1a8603282a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852958595'] for port, precommit_delete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:52.861558 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-e0bab016-5273-44e4-9659-4ca94544f3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267090117919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267090550695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2897772'] for port, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:52.865929 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-4232b807-c2b3-46b7-98db-f0338f6de57a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:50:52.913709 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-f2b491c8-9af6-4c68-b5d9-5f1a8603282a None None] Calling delete_port for b233beec-55c1-4226-becf-9617326b9ff3 owned by network:dhcp {{(pid=86414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 07:50:52.914069 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bab016-5273-44e4-9659-4ca94544f3cd admin admin] Pushing event deleted for resources: {'Port': ['ID=b233beec-55c1-4226-becf-9617326b9ff3,revision_number=None']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:50:52.917445 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-e0bab016-5273-44e4-9659-4ca94544f3cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:50:52.918281 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bab016-5273-44e4-9659-4ca94544f3cd admin admin] No DVR routers for this DVR port b233beec-55c1-4226-becf-9617326b9ff3 on host dv-cinder-773870-2-smb {{(pid=86413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 07:50:52.994557 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.db.api [None req-f2b491c8-9af6-4c68-b5d9-5f1a8603282a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86414) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 07:50:52.994943 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_db.api [None req-f2b491c8-9af6-4c68-b5d9-5f1a8603282a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 07:50:53.040930 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-e0bab016-5273-44e4-9659-4ca94544f3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854004639', 'neutron.services.segments.db._delete_segments_for_network-8769764573043'] for network, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:53.152435 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.services.segments.db [None req-e0bab016-5273-44e4-9659-4ca94544f3cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d486858-e64b-44b2-8cab-f04743aebbb1']}} {{(pid=86413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:50:53.168503 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.services.segments.db [None req-e0bab016-5273-44e4-9659-4ca94544f3cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3e891b6-e85e-49ef-9c7c-9544597e8975') {'for_net_delete': True} {{(pid=86413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:50:53.168831 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.services.segments.db [None req-e0bab016-5273-44e4-9659-4ca94544f3cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3e891b6-e85e-49ef-9c7c-9544597e8975') {} {{(pid=86413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:50:53.181358 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-e0bab016-5273-44e4-9659-4ca94544f3cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363267090041187', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850942099'] for segment, before_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:53.197799 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-e0bab016-5273-44e4-9659-4ca94544f3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853992622'] for segment, precommit_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:53.208496 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0bab016-5273-44e4-9659-4ca94544f3cd admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=86413) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 07:50:53.386096 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-e0bab016-5273-44e4-9659-4ca94544f3cd admin admin] Network 7d486858-e64b-44b2-8cab-f04743aebbb1 has no segments {{(pid=86413) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 07:50:53.395239 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-e0bab016-5273-44e4-9659-4ca94544f3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-783141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851878117'] for segment, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:53.496200 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-f2b491c8-9af6-4c68-b5d9-5f1a8603282a None None] Deleting port b233beec-55c1-4226-becf-9617326b9ff3 {{(pid=86414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 07:50:53.496926 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-f2b491c8-9af6-4c68-b5d9-5f1a8603282a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267090122612'] for port, before_delete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:53.569242 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-f2b491c8-9af6-4c68-b5d9-5f1a8603282a None None] The port 'b233beec-55c1-4226-becf-9617326b9ff3' was deleted {{(pid=86414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 19 07:50:53.573798 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-e0bab016-5273-44e4-9659-4ca94544f3cd admin admin] Network 7d486858-e64b-44b2-8cab-f04743aebbb1 has no segments {{(pid=86413) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 07:50:53.597973 dv-cinder-773870-2-smb neutron-server[86301]: Traceback (most recent call last): Apr 19 07:50:53.597973 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 07:50:53.597973 dv-cinder-773870-2-smb neutron-server[86301]: timer() Apr 19 07:50:53.597973 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 07:50:53.597973 dv-cinder-773870-2-smb neutron-server[86301]: cb(*args, **kw) Apr 19 07:50:53.597973 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 07:50:53.597973 dv-cinder-773870-2-smb neutron-server[86301]: return func(*args, **kwargs) Apr 19 07:50:53.597973 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 07:50:53.597973 dv-cinder-773870-2-smb neutron-server[86301]: self._notify() Apr 19 07:50:53.597973 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 07:50:53.597973 dv-cinder-773870-2-smb neutron-server[86301]: self.callback(batched_events) Apr 19 07:50:53.597973 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 07:50:53.597973 dv-cinder-773870-2-smb neutron-server[86301]: event.method(event) Apr 19 07:50:53.597973 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 07:50:53.597973 dv-cinder-773870-2-smb neutron-server[86301]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 07:50:53.597973 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 07:50:53.597973 dv-cinder-773870-2-smb neutron-server[86301]: segment_id)['aggregates'][0] Apr 19 07:50:53.597973 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 07:50:53.597973 dv-cinder-773870-2-smb neutron-server[86301]: return f(self, *a, **k) Apr 19 07:50:53.597973 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 07:50:53.597973 dv-cinder-773870-2-smb neutron-server[86301]: return self._get(url).json() Apr 19 07:50:53.597973 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 07:50:53.597973 dv-cinder-773870-2-smb neutron-server[86301]: **kwargs) Apr 19 07:50:53.597973 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 07:50:53.597973 dv-cinder-773870-2-smb neutron-server[86301]: return self.request(url, 'GET', **kwargs) Apr 19 07:50:53.597973 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 07:50:53.597973 dv-cinder-773870-2-smb neutron-server[86301]: **endpoint_filter) Apr 19 07:50:53.597973 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 07:50:53.597973 dv-cinder-773870-2-smb neutron-server[86301]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 07:50:53.597973 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 07:50:53.597973 dv-cinder-773870-2-smb neutron-server[86301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 07:50:53.597973 dv-cinder-773870-2-smb neutron-server[86301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 07:50:53.678444 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-e0bab016-5273-44e4-9659-4ca94544f3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1810050'] for network, after_delete {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:53.682729 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:50:53.696329 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-e0bab016-5273-44e4-9659-4ca94544f3cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853097331'] for network, before_response {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:53.707291 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bab016-5273-44e4-9659-4ca94544f3cd admin admin] Pushing event deleted for resources: {'Network': ['ID=7d486858-e64b-44b2-8cab-f04743aebbb1,revision_number=None']} {{(pid=86413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:50:53.710564 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-e0bab016-5273-44e4-9659-4ca94544f3cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:50:53.722072 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-e0bab016-5273-44e4-9659-4ca94544f3cd admin admin] 10.222.0.41 "DELETE /v2.0/networks/7d486858-e64b-44b2-8cab-f04743aebbb1 HTTP/1.1" status: 204 len: 168 time: 1.4192131 Apr 19 07:50:53.725635 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 46022) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:50:54.061263 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Device b233beec-55c1-4226-becf-9617326b9ff3 no longer exists at agent ovs-agent-dv-cinder-773870-2-smb {{(pid=86414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 07:50:54.097867 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] No Port match for: b233beec-55c1-4226-becf-9617326b9ff3 {{(pid=86414) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 07:50:54.098359 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Device b233beec-55c1-4226-becf-9617326b9ff3 not bound to the agent host dv-cinder-773870-2-smb {{(pid=86414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 07:50:54.307334 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-4e9fbc23-04a6-4869-9ed7-27db4359d5e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852965478'] for router_interface, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:54.679622 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-4e9fbc23-04a6-4869-9ed7-27db4359d5e4 admin admin] Deleting port 53fea0a0-ddbc-4688-bd35-43bbbb4c2b04 {{(pid=86412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 07:50:54.679989 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-4e9fbc23-04a6-4869-9ed7-27db4359d5e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267090122612'] for port, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:54.878185 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-4e9fbc23-04a6-4869-9ed7-27db4359d5e4 admin admin] For port 53fea0a0-ddbc-4688-bd35-43bbbb4c2b04, host dv-cinder-773870-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-smb',level=0,port_id=53fea0a0-ddbc-4688-bd35-43bbbb4c2b04,segment=NetworkSegment(3e8085ef-2525-4b7f-aa60-17ba3770d40e),segment_id=3e8085ef-2525-4b7f-aa60-17ba3770d40e)] {{(pid=86412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:50:54.878584 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-4e9fbc23-04a6-4869-9ed7-27db4359d5e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852958595'] for port, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:55.009740 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-4e9fbc23-04a6-4869-9ed7-27db4359d5e4 admin admin] Calling delete_port for 53fea0a0-ddbc-4688-bd35-43bbbb4c2b04 owned by network:router_interface {{(pid=86412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 07:50:55.191994 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-4e9fbc23-04a6-4869-9ed7-27db4359d5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267090117919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267090550695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3936575'] for port, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:55.195715 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-cc7955ee-f57b-480f-bb9f-71d72e0acb5b tempest-VolumesSnapshotTestJSON-338671950 tempest-VolumesSnapshotTestJSON-338671950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:50:55.243980 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9fbc23-04a6-4869-9ed7-27db4359d5e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=53fea0a0-ddbc-4688-bd35-43bbbb4c2b04,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:50:55.247137 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-4e9fbc23-04a6-4869-9ed7-27db4359d5e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:50:55.528646 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-4e9fbc23-04a6-4869-9ed7-27db4359d5e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036852965404'] for router_interface, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:55.911313 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e9fbc23-04a6-4869-9ed7-27db4359d5e4 admin admin] Router 781ccaad-d920-4f82-b7f0-a813117a69d6 has already been hosted by L3 agent af0aee0b-5275-4bf1-b5b2-246fd8e7196c {{(pid=86412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 07:50:56.355344 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e9fbc23-04a6-4869-9ed7-27db4359d5e4 admin admin] Notify agent at l3_agent.dv-cinder-773870-2-smb the message routers_updated {{(pid=86412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 07:50:56.365425 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb4ce2b-65c7-4440-b342-9cb547a6547e None None] Sync routers for ids ['781ccaad-d920-4f82-b7f0-a813117a69d6'] in dv-cinder-773870-2-smb {{(pid=86415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 07:50:56.365629 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-4e9fbc23-04a6-4869-9ed7-27db4359d5e4 admin admin] 10.222.0.41 "PUT /v2.0/routers/781ccaad-d920-4f82-b7f0-a813117a69d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6386697 Apr 19 07:50:56.368339 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 46026) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:50:56.376514 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb4ce2b-65c7-4440-b342-9cb547a6547e None None] Routers {'781ccaad-d920-4f82-b7f0-a813117a69d6'} bound to L3 agent in host dv-cinder-773870-2-smb {{(pid=86415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 07:50:56.377169 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-dbb4ce2b-65c7-4440-b342-9cb547a6547e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T07:32:39Z,description=,heartbeat_timestamp=2021-04-19T07:50:39Z,host='dv-cinder-773870-2-smb',id=af0aee0b-5275-4bf1-b5b2-246fd8e7196c,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T07:32:39Z,topic='l3_agent')) {'router_ids': ['781ccaad-d920-4f82-b7f0-a813117a69d6'], 'active': True} {{(pid=86415) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:50:56.553446 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-8c4c42fd-eb40-4275-b80c-aa900554031e admin admin] Notify callbacks [] for router, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:56.562628 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvr_db [None req-dbb4ce2b-65c7-4440-b342-9cb547a6547e None None] Set router 781ccaad-d920-4f82-b7f0-a813117a69d6 gateway port host: dv-cinder-773870-2-smb {{(pid=86415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 07:50:56.742362 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-8c4c42fd-eb40-4275-b80c-aa900554031e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:56.751876 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-8c4c42fd-eb40-4275-b80c-aa900554031e admin admin] Deleting port 6cfd71ba-7aa3-41d6-862e-fb80c8b132e6 {{(pid=86412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 07:50:56.752262 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-8c4c42fd-eb40-4275-b80c-aa900554031e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267090122612'] for port, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:56.865857 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-dbb4ce2b-65c7-4440-b342-9cb547a6547e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '781ccaad-d920-4f82-b7f0-a813117a69d6', 'name': 'tempest-TestMinimumBasicScenario-337505505-router', 'tenant_id': 'cf0fee67fe3149bcb744c948ed8563b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'external_fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': '6cfd71ba-7aa3-41d6-862e-fb80c8b132e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:48:34Z', 'updated_at': '2021-04-19T07:50:55Z', 'revision_number': 5, 'project_id': 'cf0fee67fe3149bcb744c948ed8563b4', 'gw_port': {'id': '6cfd71ba-7aa3-41d6-862e-fb80c8b132e6', 'name': '', 'network_id': 'e87e9adf-9874-4d07-9d49-89485cde7b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:53:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781ccaad-d920-4f82-b7f0-a813117a69d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:48:35Z', 'updated_at': '2021-04-19T07:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53f1cb4b-365b-4e38-a680-1360d7889810', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-smb'}], 'dv-cinder-773870-2-smb', False) {} {{(pid=86415) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:50:56.870082 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb4ce2b-65c7-4440-b342-9cb547a6547e None None] Checking router: 781ccaad-d920-4f82-b7f0-a813117a69d6 for host: dv-cinder-773870-2-smb {{(pid=86415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 07:50:56.879298 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb4ce2b-65c7-4440-b342-9cb547a6547e None None] Routers {'781ccaad-d920-4f82-b7f0-a813117a69d6'} bound to L3 agent in host dv-cinder-773870-2-smb {{(pid=86415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 07:50:56.879936 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-dbb4ce2b-65c7-4440-b342-9cb547a6547e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T07:32:39Z,description=,heartbeat_timestamp=2021-04-19T07:50:39Z,host='dv-cinder-773870-2-smb',id=af0aee0b-5275-4bf1-b5b2-246fd8e7196c,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T07:32:39Z,topic='l3_agent')) {'router_ids': ['781ccaad-d920-4f82-b7f0-a813117a69d6'], 'active': True} {{(pid=86415) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:50:56.942064 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-8c4c42fd-eb40-4275-b80c-aa900554031e admin admin] For port 6cfd71ba-7aa3-41d6-862e-fb80c8b132e6, host dv-cinder-773870-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-smb',level=0,port_id=6cfd71ba-7aa3-41d6-862e-fb80c8b132e6,segment=NetworkSegment(02bd2b75-5f2a-405f-9739-3049934ed397),segment_id=02bd2b75-5f2a-405f-9739-3049934ed397)] {{(pid=86412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:50:56.942459 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-8c4c42fd-eb40-4275-b80c-aa900554031e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852958595'] for port, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:57.084483 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-8c4c42fd-eb40-4275-b80c-aa900554031e admin admin] Calling delete_port for 6cfd71ba-7aa3-41d6-862e-fb80c8b132e6 owned by network:router_gateway {{(pid=86412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 07:50:57.206382 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvr_db [None req-dbb4ce2b-65c7-4440-b342-9cb547a6547e None None] Set router 781ccaad-d920-4f82-b7f0-a813117a69d6 gateway port host: None {{(pid=86415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 07:50:57.261547 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-8c4c42fd-eb40-4275-b80c-aa900554031e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267090117919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267090550695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3936575'] for port, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:57.265443 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-fe35cbb9-82fb-4198-9e0d-285d80946394 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:50:57.311347 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4c42fd-eb40-4275-b80c-aa900554031e admin admin] Pushing event deleted for resources: {'Port': ['ID=6cfd71ba-7aa3-41d6-862e-fb80c8b132e6,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:50:57.315118 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-8c4c42fd-eb40-4275-b80c-aa900554031e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:50:57.321281 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_hamode_db [None req-dbb4ce2b-65c7-4440-b342-9cb547a6547e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '781ccaad-d920-4f82-b7f0-a813117a69d6', 'name': 'tempest-TestMinimumBasicScenario-337505505-router', 'tenant_id': 'cf0fee67fe3149bcb744c948ed8563b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:48:34Z', 'updated_at': '2021-04-19T07:50:56Z', 'revision_number': 6, 'project_id': 'cf0fee67fe3149bcb744c948ed8563b4', 'gw_port_host': None}], 'dv-cinder-773870-2-smb', False) {} {{(pid=86415) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:50:57.325967 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb4ce2b-65c7-4440-b342-9cb547a6547e None None] The sync data for ids ['781ccaad-d920-4f82-b7f0-a813117a69d6'] in dv-cinder-773870-2-smb is: [{'id': '781ccaad-d920-4f82-b7f0-a813117a69d6', 'name': 'tempest-TestMinimumBasicScenario-337505505-router', 'tenant_id': 'cf0fee67fe3149bcb744c948ed8563b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:48:34Z', 'updated_at': '2021-04-19T07:50:56Z', 'revision_number': 6, 'project_id': 'cf0fee67fe3149bcb744c948ed8563b4', 'gw_port_host': None}] {{(pid=86415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 07:50:57.414301 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-8c4c42fd-eb40-4275-b80c-aa900554031e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1812581'] for router_gateway, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:57.603482 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-8c4c42fd-eb40-4275-b80c-aa900554031e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1807417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2857'] for router, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:57.606024 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-8c4c42fd-eb40-4275-b80c-aa900554031e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:57.638834 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-8c4c42fd-eb40-4275-b80c-aa900554031e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852972163'] for router, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:57.639433 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c4c42fd-eb40-4275-b80c-aa900554031e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 781ccaad-d920-4f82-b7f0-a813117a69d6 {{(pid=86412) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 19 07:50:57.652765 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-8c4c42fd-eb40-4275-b80c-aa900554031e admin admin] Notify callbacks [] for router, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:57.654083 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-8c4c42fd-eb40-4275-b80c-aa900554031e admin admin] 10.222.0.41 "DELETE /v2.0/routers/781ccaad-d920-4f82-b7f0-a813117a69d6 HTTP/1.1" status: 204 len: 168 time: 1.2847247 Apr 19 07:50:57.656875 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 46030) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:50:57.725218 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.db_base_plugin_v2 [None req-591983d6-fd50-4963-b624-d218d2872287 admin admin] Deleting subnet b93b2810-1557-4f7f-a050-12a8f10deaec {{(pid=86412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 07:50:57.728658 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-591983d6-fd50-4963-b624-d218d2872287 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:57.782265 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-591983d6-fd50-4963-b624-d218d2872287 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851420803'] for subnet, precommit_delete_associations {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:57.870572 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-591983d6-fd50-4963-b624-d218d2872287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-771124'] for subnet, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:58.075389 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Device 6cfd71ba-7aa3-41d6-862e-fb80c8b132e6 no longer exists at agent ovs-agent-dv-cinder-773870-2-smb {{(pid=86414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 07:50:58.113536 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] No Port match for: 6cfd71ba-7aa3-41d6-862e-fb80c8b132e6 {{(pid=86414) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 07:50:58.114007 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Device 6cfd71ba-7aa3-41d6-862e-fb80c8b132e6 not bound to the agent host dv-cinder-773870-2-smb {{(pid=86414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 07:50:58.114538 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Device 53fea0a0-ddbc-4688-bd35-43bbbb4c2b04 no longer exists at agent ovs-agent-dv-cinder-773870-2-smb {{(pid=86414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 07:50:58.147229 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-591983d6-fd50-4963-b624-d218d2872287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854004724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1716840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3937515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851454983'] for subnet, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:58.152570 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-06a38e86-bfeb-4a2a-b046-047b4c18b904 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:50:58.153085 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] No Port match for: 53fea0a0-ddbc-4688-bd35-43bbbb4c2b04 {{(pid=86414) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 07:50:58.153468 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Device 53fea0a0-ddbc-4688-bd35-43bbbb4c2b04 not bound to the agent host dv-cinder-773870-2-smb {{(pid=86414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 07:50:58.193652 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591983d6-fd50-4963-b624-d218d2872287 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b93b2810-1557-4f7f-a050-12a8f10deaec,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:50:58.195809 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-591983d6-fd50-4963-b624-d218d2872287 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:58.200136 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-591983d6-fd50-4963-b624-d218d2872287 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:50:58.201388 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806b0eb3-f685-4176-81dc-2623937e7535 None None] Network 03944856-e6a1-4497-9ca8-a1c676a122e6 requested from dv-cinder-773870-2-smb {{(pid=86414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 07:50:58.203037 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-591983d6-fd50-4963-b624-d218d2872287 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b93b2810-1557-4f7f-a050-12a8f10deaec HTTP/1.1" status: 204 len: 168 time: 0.5451729 Apr 19 07:50:58.205972 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 46034) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:50:58.319890 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-f4f613df-df45-4481-88d7-26b559876d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-686968'] for network, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:58.331704 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-f4f613df-df45-4481-88d7-26b559876d43 admin admin] Deleting port 80af7908-3d8b-48c0-9401-21d834988483 {{(pid=86412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 07:50:58.332078 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-f4f613df-df45-4481-88d7-26b559876d43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267090122612'] for port, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:58.467376 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bdb6702-b5fd-4071-b6ce-4381d6ff5178 None None] DHCP port deletion for 03944856-e6a1-4497-9ca8-a1c676a122e6 request from dv-cinder-773870-2-smb {{(pid=86414) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 19 07:50:58.472113 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-9bdb6702-b5fd-4071-b6ce-4381d6ff5178 None None] Deleting port 80af7908-3d8b-48c0-9401-21d834988483 {{(pid=86414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 07:50:58.472498 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-9bdb6702-b5fd-4071-b6ce-4381d6ff5178 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267090122612'] for port, before_delete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:58.563287 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-f4f613df-df45-4481-88d7-26b559876d43 admin admin] For port 80af7908-3d8b-48c0-9401-21d834988483, host dv-cinder-773870-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-smb',level=0,port_id=80af7908-3d8b-48c0-9401-21d834988483,segment=NetworkSegment(3e8085ef-2525-4b7f-aa60-17ba3770d40e),segment_id=3e8085ef-2525-4b7f-aa60-17ba3770d40e)] {{(pid=86412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:50:58.563707 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-f4f613df-df45-4481-88d7-26b559876d43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852958595'] for port, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:58.706954 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-f4f613df-df45-4481-88d7-26b559876d43 admin admin] Calling delete_port for 80af7908-3d8b-48c0-9401-21d834988483 owned by network:dhcp {{(pid=86412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 07:50:58.812193 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-f4f613df-df45-4481-88d7-26b559876d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363267090117919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267090550695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3936575'] for port, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:58.819986 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-5eaddb7e-5c78-4bc1-bb09-79941e77f1c1 tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:50:58.905488 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f613df-df45-4481-88d7-26b559876d43 admin admin] Pushing event deleted for resources: {'Port': ['ID=80af7908-3d8b-48c0-9401-21d834988483,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:50:58.909457 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-f4f613df-df45-4481-88d7-26b559876d43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:50:58.910696 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f613df-df45-4481-88d7-26b559876d43 admin admin] No DVR routers for this DVR port 80af7908-3d8b-48c0-9401-21d834988483 on host dv-cinder-773870-2-smb {{(pid=86412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 07:50:58.935536 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.db [None req-9bdb6702-b5fd-4071-b6ce-4381d6ff5178 None None] For port 80af7908-3d8b-48c0-9401-21d834988483, host dv-cinder-773870-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-smb',level=0,port_id=80af7908-3d8b-48c0-9401-21d834988483,segment=NetworkSegment(3e8085ef-2525-4b7f-aa60-17ba3770d40e),segment_id=3e8085ef-2525-4b7f-aa60-17ba3770d40e)] {{(pid=86414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 07:50:58.935938 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-9bdb6702-b5fd-4071-b6ce-4381d6ff5178 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852958595'] for port, precommit_delete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:59.035977 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-f4f613df-df45-4481-88d7-26b559876d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854004639', 'neutron.services.segments.db._delete_segments_for_network-8769764573043'] for network, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:59.064524 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-9bdb6702-b5fd-4071-b6ce-4381d6ff5178 None None] Calling delete_port for 80af7908-3d8b-48c0-9401-21d834988483 owned by network:dhcp {{(pid=86414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 07:50:59.141252 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.db.api [None req-9bdb6702-b5fd-4071-b6ce-4381d6ff5178 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86414) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 07:50:59.141646 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_db.api [None req-9bdb6702-b5fd-4071-b6ce-4381d6ff5178 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 07:50:59.152294 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.services.segments.db [None req-f4f613df-df45-4481-88d7-26b559876d43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03944856-e6a1-4497-9ca8-a1c676a122e6']}} {{(pid=86412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:50:59.165315 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.services.segments.db [None req-f4f613df-df45-4481-88d7-26b559876d43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e8085ef-2525-4b7f-aa60-17ba3770d40e') {'for_net_delete': True} {{(pid=86412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:50:59.165651 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.services.segments.db [None req-f4f613df-df45-4481-88d7-26b559876d43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e8085ef-2525-4b7f-aa60-17ba3770d40e') {} {{(pid=86412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 07:50:59.177747 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-f4f613df-df45-4481-88d7-26b559876d43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363267090041187', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3354997'] for segment, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:59.197897 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-f4f613df-df45-4481-88d7-26b559876d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853992622'] for segment, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:59.205009 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4f613df-df45-4481-88d7-26b559876d43 admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=86412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 07:50:59.383622 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-f4f613df-df45-4481-88d7-26b559876d43 admin admin] Network 03944856-e6a1-4497-9ca8-a1c676a122e6 has no segments {{(pid=86412) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 07:50:59.392541 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-f4f613df-df45-4481-88d7-26b559876d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-783141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850839224'] for segment, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:59.569130 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.managers [None req-f4f613df-df45-4481-88d7-26b559876d43 admin admin] Network 03944856-e6a1-4497-9ca8-a1c676a122e6 has no segments {{(pid=86412) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 07:50:59.591349 dv-cinder-773870-2-smb neutron-server[86301]: Traceback (most recent call last): Apr 19 07:50:59.591349 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 07:50:59.591349 dv-cinder-773870-2-smb neutron-server[86301]: timer() Apr 19 07:50:59.591349 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 07:50:59.591349 dv-cinder-773870-2-smb neutron-server[86301]: cb(*args, **kw) Apr 19 07:50:59.591349 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 07:50:59.591349 dv-cinder-773870-2-smb neutron-server[86301]: return func(*args, **kwargs) Apr 19 07:50:59.591349 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 07:50:59.591349 dv-cinder-773870-2-smb neutron-server[86301]: self._notify() Apr 19 07:50:59.591349 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 07:50:59.591349 dv-cinder-773870-2-smb neutron-server[86301]: self.callback(batched_events) Apr 19 07:50:59.591349 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 07:50:59.591349 dv-cinder-773870-2-smb neutron-server[86301]: event.method(event) Apr 19 07:50:59.591349 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 07:50:59.591349 dv-cinder-773870-2-smb neutron-server[86301]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 07:50:59.591349 dv-cinder-773870-2-smb neutron-server[86301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 07:50:59.591349 dv-cinder-773870-2-smb neutron-server[86301]: segment_id)['aggregates'][0] Apr 19 07:50:59.591349 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 07:50:59.591349 dv-cinder-773870-2-smb neutron-server[86301]: return f(self, *a, **k) Apr 19 07:50:59.591349 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 07:50:59.591349 dv-cinder-773870-2-smb neutron-server[86301]: return self._get(url).json() Apr 19 07:50:59.591349 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 07:50:59.591349 dv-cinder-773870-2-smb neutron-server[86301]: **kwargs) Apr 19 07:50:59.591349 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 07:50:59.591349 dv-cinder-773870-2-smb neutron-server[86301]: return self.request(url, 'GET', **kwargs) Apr 19 07:50:59.591349 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 07:50:59.591349 dv-cinder-773870-2-smb neutron-server[86301]: **endpoint_filter) Apr 19 07:50:59.591349 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 07:50:59.591349 dv-cinder-773870-2-smb neutron-server[86301]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 07:50:59.591349 dv-cinder-773870-2-smb neutron-server[86301]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 07:50:59.591349 dv-cinder-773870-2-smb neutron-server[86301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 07:50:59.591349 dv-cinder-773870-2-smb neutron-server[86301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 07:50:59.642883 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-9bdb6702-b5fd-4071-b6ce-4381d6ff5178 None None] Deleting port 80af7908-3d8b-48c0-9401-21d834988483 {{(pid=86414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 07:50:59.643309 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-9bdb6702-b5fd-4071-b6ce-4381d6ff5178 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267090122612'] for port, before_delete {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:59.675864 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-f4f613df-df45-4481-88d7-26b559876d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853097314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1810050'] for network, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:59.679699 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-928291cc-0038-4f85-8e3c-c590b25e4daf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:50:59.694040 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-f4f613df-df45-4481-88d7-26b559876d43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853097331'] for network, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:50:59.710293 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f613df-df45-4481-88d7-26b559876d43 admin admin] Pushing event deleted for resources: {'Network': ['ID=03944856-e6a1-4497-9ca8-a1c676a122e6,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:50:59.713741 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-f4f613df-df45-4481-88d7-26b559876d43 admin admin] 10.222.0.41 "DELETE /v2.0/networks/03944856-e6a1-4497-9ca8-a1c676a122e6 HTTP/1.1" status: 204 len: 168 time: 1.5065086 Apr 19 07:50:59.714477 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-f4f613df-df45-4481-88d7-26b559876d43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:50:59.720951 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-9bdb6702-b5fd-4071-b6ce-4381d6ff5178 None None] The port '80af7908-3d8b-48c0-9401-21d834988483' was deleted {{(pid=86414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 19 07:50:59.904280 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 46040) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:50:59.965399 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-559ec93f-8d9c-4cdc-8d7c-5d7bcd62d382 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=94647ed1d5f74d60b6c4379359d1bf09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0574281 Apr 19 07:50:59.967034 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 46044) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:51:00.033861 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-b5194706-173b-4dda-9801-52147e38efa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:51:00.062509 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-b5194706-173b-4dda-9801-52147e38efa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:51:00.065085 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Device 80af7908-3d8b-48c0-9401-21d834988483 no longer exists at agent ovs-agent-dv-cinder-773870-2-smb {{(pid=86414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 07:51:00.105642 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.plugin [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] No Port match for: 80af7908-3d8b-48c0-9401-21d834988483 {{(pid=86414) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 07:51:00.106049 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.plugins.ml2.rpc [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Device 80af7908-3d8b-48c0-9401-21d834988483 not bound to the agent host dv-cinder-773870-2-smb {{(pid=86414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 07:51:00.114669 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-b5194706-173b-4dda-9801-52147e38efa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:51:00.120346 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-be68de6f-db20-4e1f-8b1b-56f89e6ddcbe tempest-TestMinimumBasicScenario-977464739 tempest-TestMinimumBasicScenario-977464739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:51:00.134306 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5194706-173b-4dda-9801-52147e38efa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=088b5179-7305-4dd8-ba85-0a218b53f2a9,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:51:00.137057 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-b5194706-173b-4dda-9801-52147e38efa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:51:00.138263 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-b5194706-173b-4dda-9801-52147e38efa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:51:00.140077 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-b5194706-173b-4dda-9801-52147e38efa0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/088b5179-7305-4dd8-ba85-0a218b53f2a9 HTTP/1.1" status: 204 len: 168 time: 0.1719902 Apr 19 07:51:00.527282 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 46052) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:51:00.580107 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-9c3122dd-8e73-4f57-a4a6-89643abd5860 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cf0fee67fe3149bcb744c948ed8563b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0515141 Apr 19 07:51:00.583795 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.wsgi [-] (86412) accepted ('10.222.0.41', 46056) {{(pid=86412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 07:51:00.650833 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-b3e84e71-1743-4aec-8b06-d4a4f5624919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:51:00.679178 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-b3e84e71-1743-4aec-8b06-d4a4f5624919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:51:00.739958 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-b3e84e71-1743-4aec-8b06-d4a4f5624919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704364'] for security_group, after_delete {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:51:00.745892 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-dc68887a-723a-4729-8b65-b86646e367ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 07:51:00.759067 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e84e71-1743-4aec-8b06-d4a4f5624919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be7b199-035a-42be-990d-ffc9e14197f9,revision_number=None']} {{(pid=86412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 07:51:00.761382 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG oslo_concurrency.lockutils [None req-b3e84e71-1743-4aec-8b06-d4a4f5624919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 07:51:00.766764 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-b3e84e71-1743-4aec-8b06-d4a4f5624919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:51:00.768080 dv-cinder-773870-2-smb neutron-server[86301]: INFO neutron.wsgi [None req-b3e84e71-1743-4aec-8b06-d4a4f5624919 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3be7b199-035a-42be-990d-ffc9e14197f9 HTTP/1.1" status: 204 len: 168 time: 0.1832967 Apr 19 07:51:07.044474 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-41a4b893-164d-4f63-bbd2-7f1bc4f6d40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:51:09.166806 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-fe0572f0-f020-49b7-8c98-0176aeb9e29c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:51:09.817412 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bf2cef0d-0a86-410b-90d7-6d8fe7ad6153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:51:10.503828 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:51:10.642213 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:51:11.387374 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d08bd89e-63cf-49bc-b1d3-e1c35da66f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:51:18.081294 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.agents_db [None req-ec4b265d-3c04-42fd-95cd-57ca7ec41865 None None] Agent healthcheck: found 6 active agents {{(pid=86415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 07:51:37.049204 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-9f3afe71-c15e-4a3f-b0e8-df394adc6949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:51:39.168137 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-2a8fa35e-231c-45bd-a8e4-dea1104aa835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:51:39.820491 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bf2cef0d-0a86-410b-90d7-6d8fe7ad6153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:51:40.507859 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:51:40.641235 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:51:41.389505 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d08bd89e-63cf-49bc-b1d3-e1c35da66f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:51:55.081994 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.agents_db [None req-ec4b265d-3c04-42fd-95cd-57ca7ec41865 None None] Agent healthcheck: found 6 active agents {{(pid=86415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 07:52:07.049704 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-acd3dc0d-0dd3-48b3-bf2b-22fba70ef3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:52:09.169090 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-8a2777c4-7b8f-4b47-b12f-be4bc5f374a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:52:09.826440 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bf2cef0d-0a86-410b-90d7-6d8fe7ad6153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:52:10.499420 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:52:10.646146 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:52:11.397592 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d08bd89e-63cf-49bc-b1d3-e1c35da66f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:52:32.082439 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.agents_db [None req-ec4b265d-3c04-42fd-95cd-57ca7ec41865 None None] Agent healthcheck: found 6 active agents {{(pid=86415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 07:52:37.042321 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d72c075b-bd9a-44c2-88cc-3138a1d89050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:52:39.166805 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-5eeb675d-1ffc-4f36-817c-8996659ed3f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:52:39.824264 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bf2cef0d-0a86-410b-90d7-6d8fe7ad6153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:52:40.519002 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:52:40.637365 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:52:41.402206 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d08bd89e-63cf-49bc-b1d3-e1c35da66f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:53:07.040164 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-6840bb77-eb32-4a78-813c-e936b8ba5760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:53:09.082811 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.agents_db [None req-ec4b265d-3c04-42fd-95cd-57ca7ec41865 None None] Agent healthcheck: found 6 active agents {{(pid=86415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 07:53:09.167980 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-b807727a-df6e-4680-aa37-c6d51f284c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:53:09.827782 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bf2cef0d-0a86-410b-90d7-6d8fe7ad6153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:53:10.516572 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:53:10.640838 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:53:11.402847 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d08bd89e-63cf-49bc-b1d3-e1c35da66f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:53:37.038145 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-a3c8ddab-00ad-409e-89b6-bf733319c1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:53:39.170786 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-82d5b1bb-33c6-4183-bf3f-13baf5184148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:53:39.835315 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bf2cef0d-0a86-410b-90d7-6d8fe7ad6153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:53:40.540533 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:53:40.645282 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:53:41.405845 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d08bd89e-63cf-49bc-b1d3-e1c35da66f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:53:46.083736 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.agents_db [None req-ec4b265d-3c04-42fd-95cd-57ca7ec41865 None None] Agent healthcheck: found 6 active agents {{(pid=86415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 07:54:07.040668 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-7bd8486f-81c4-49e9-84a9-0b8a497d2c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:54:09.171328 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-e8c5ed4c-dd57-4a12-b3d4-73b374c97dae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:54:09.840670 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bf2cef0d-0a86-410b-90d7-6d8fe7ad6153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:54:10.556193 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:54:10.646102 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:54:11.413110 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d08bd89e-63cf-49bc-b1d3-e1c35da66f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:54:23.086556 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.agents_db [None req-ec4b265d-3c04-42fd-95cd-57ca7ec41865 None None] Agent healthcheck: found 6 active agents {{(pid=86415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 07:54:37.041644 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-e9e2a9e0-6f28-4d89-bd64-e8d4a110bc3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:54:39.171349 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-9e8ebaba-902f-4f68-a0ff-9a581fb51ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:54:39.845161 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bf2cef0d-0a86-410b-90d7-6d8fe7ad6153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:54:40.561320 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:54:40.652909 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:54:41.415273 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d08bd89e-63cf-49bc-b1d3-e1c35da66f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:55:00.086648 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.agents_db [None req-ec4b265d-3c04-42fd-95cd-57ca7ec41865 None None] Agent healthcheck: found 6 active agents {{(pid=86415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 07:55:07.039253 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-ec1576ce-996d-48c5-a39c-4ac614fe79bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:55:09.170933 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-9489c866-9e87-4166-9a73-7d64c0b34d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:55:09.852823 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bf2cef0d-0a86-410b-90d7-6d8fe7ad6153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:55:10.558533 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:55:10.642143 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:55:11.420882 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d08bd89e-63cf-49bc-b1d3-e1c35da66f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:55:37.037713 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-5082eac0-a437-4e2b-bc38-492852d0b7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:55:37.089064 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron.db.agents_db [None req-ec4b265d-3c04-42fd-95cd-57ca7ec41865 None None] Agent healthcheck: found 6 active agents {{(pid=86415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 07:55:39.164440 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-fd86a540-a91b-44b8-a4b6-264531cbf08f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:55:39.853241 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-bf2cef0d-0a86-410b-90d7-6d8fe7ad6153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:55:40.553736 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-beb894e4-320d-48de-965f-a2735657ee8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:55:40.636561 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-abf8627a-4845-45d3-a65f-e3b3b4175d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 07:55:41.416293 dv-cinder-773870-2-smb neutron-server[86301]: DEBUG neutron_lib.callbacks.manager [None req-d08bd89e-63cf-49bc-b1d3-e1c35da66f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267090202757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854100413'] for agent, after_update {{(pid=86414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}